Spaces:
Sleeping
Sleeping
Bug: Label hidden tokens for ProtT5 too
Browse files
hexviz/pages/1_🗺️Identify_Interesting_Heads.py
CHANGED
@@ -141,7 +141,8 @@ with right:
|
|
141 |
|
142 |
if selected_model.name == ModelType.PROT_T5:
|
143 |
# Remove leading underscores from residue tokens
|
144 |
-
tokens = [token[1:]
|
|
|
145 |
|
146 |
single_head_fig = plot_single_heatmap(attention, layer, head, tokens=tokens)
|
147 |
st.pyplot(single_head_fig)
|
|
|
141 |
|
142 |
if selected_model.name == ModelType.PROT_T5:
|
143 |
# Remove leading underscores from residue tokens
|
144 |
+
tokens = [token[1:] if str(token) != "</s>" else token for token in tokens]
|
145 |
+
|
146 |
|
147 |
single_head_fig = plot_single_heatmap(attention, layer, head, tokens=tokens)
|
148 |
st.pyplot(single_head_fig)
|