open_llama-3b-2k-xpos-ckpt1000 / configuration_llama.py
emozilla's picture
Upload 2 files
f358d06
raw
history blame contribute delete
252 Bytes
from transformers.models.llama.configuration_llama import LlamaConfig as LlamaConfigOriginal
class LlamaConfig(LlamaConfigOriginal):
def __init__(self, use_xpos=False, **kwargs):
self.use_xpos = use_xpos
super().__init__(**kwargs)