Update services/model_service.py
Browse files
services/model_service.py
CHANGED
@@ -29,7 +29,7 @@ class ModelService:
|
|
29 |
|
30 |
# Modify the model configuration to use a valid rope_scaling format
|
31 |
config = LlamaConfig.from_pretrained(settings.model_name)
|
32 |
-
if hasattr(config, "rope_scaling")
|
33 |
config.rope_scaling = {
|
34 |
"type": "linear",
|
35 |
"factor": 32.0
|
|
|
29 |
|
30 |
# Modify the model configuration to use a valid rope_scaling format
|
31 |
config = LlamaConfig.from_pretrained(settings.model_name)
|
32 |
+
if hasattr(config, "rope_scaling"):
|
33 |
config.rope_scaling = {
|
34 |
"type": "linear",
|
35 |
"factor": 32.0
|