Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -67,7 +67,7 @@ def load_llm_model():
|
|
67 |
# "load_in_8bit": True,"max_length": 256, "temperature": 0,
|
68 |
# "repetition_penalty": 1.5})
|
69 |
|
70 |
-
|
71 |
llm = AutoModelForCausalLM.from_pretrained('PyaeSoneK/LlamaV2LegalFineTuned',
|
72 |
device_map='auto',
|
73 |
torch_dtype=torch.float16,
|
|
|
67 |
# "load_in_8bit": True,"max_length": 256, "temperature": 0,
|
68 |
# "repetition_penalty": 1.5})
|
69 |
|
70 |
+
token = st.secrets['hf_access_token']
|
71 |
llm = AutoModelForCausalLM.from_pretrained('PyaeSoneK/LlamaV2LegalFineTuned',
|
72 |
device_map='auto',
|
73 |
torch_dtype=torch.float16,
|