Update services/model_service.py
Browse files
services/model_service.py
CHANGED
@@ -32,7 +32,7 @@ class ModelService:
|
|
32 |
if hasattr(config, "rope_scaling") and isinstance(config.rope_scaling, dict):
|
33 |
config.rope_scaling = {
|
34 |
"type": "linear",
|
35 |
-
"factor":
|
36 |
}
|
37 |
|
38 |
# Load model with updated configuration
|
|
|
32 |
if hasattr(config, "rope_scaling") and isinstance(config.rope_scaling, dict):
|
33 |
config.rope_scaling = {
|
34 |
"type": "linear",
|
35 |
+
"factor": 32.0
|
36 |
}
|
37 |
|
38 |
# Load model with updated configuration
|