damerajee commited on
Commit
b1c3832
·
verified ·
1 Parent(s): 32f17de

Update modeling_Llamoe.py

Browse files
Files changed (1) hide show
  1. modeling_Llamoe.py +3 -3
modeling_Llamoe.py CHANGED
@@ -747,9 +747,9 @@ class LlamoeSdpaAttention(LlamaAttention):
747
 
748
 
749
  LLAMA_ATTENTION_CLASSES = {
750
- "eager": LlamaAttention,
751
- "flash_attention_2": LlamaFlashAttention2,
752
- "sdpa": LlamaSdpaAttention,
753
  }
754
 
755
 
 
747
 
748
 
749
  LLAMA_ATTENTION_CLASSES = {
750
+ "eager": LlamoeAttention,
751
+ "flash_attention_2": LlamoeFlashAttention2,
752
+ "sdpa": LlamoeSdpaAttention,
753
  }
754
 
755