Spaces:
Sleeping
Sleeping
Remove attention to special tokens in find interesting heads
Browse files
hexviz/pages/1_🗺️Identify_Interesting_Heads.py
CHANGED
@@ -73,7 +73,7 @@ st.markdown(
|
|
73 |
attention = get_attention(
|
74 |
sequence=truncated_sequence,
|
75 |
model_type=selected_model.name,
|
76 |
-
remove_special_tokens=
|
77 |
)
|
78 |
st.write(attention.shape)
|
79 |
|
|
|
73 |
attention = get_attention(
|
74 |
sequence=truncated_sequence,
|
75 |
model_type=selected_model.name,
|
76 |
+
remove_special_tokens=True,
|
77 |
)
|
78 |
st.write(attention.shape)
|
79 |
|