Update modeling_Llamoe.py
Browse files- modeling_Llamoe.py +3 -3
modeling_Llamoe.py
CHANGED
@@ -747,9 +747,9 @@ class LlamoeSdpaAttention(LlamaAttention):
|
|
747 |
|
748 |
|
749 |
LLAMA_ATTENTION_CLASSES = {
|
750 |
-
"eager":
|
751 |
-
"flash_attention_2":
|
752 |
-
"sdpa":
|
753 |
}
|
754 |
|
755 |
|
|
|
747 |
|
748 |
|
749 |
LLAMA_ATTENTION_CLASSES = {
|
750 |
+
"eager": LlamoeAttention,
|
751 |
+
"flash_attention_2": LlamoeFlashAttention2,
|
752 |
+
"sdpa": LlamoeSdpaAttention,
|
753 |
}
|
754 |
|
755 |
|