Chris4K commited on
Commit
5a1eeff
·
verified ·
1 Parent(s): 1d7ed4c

Update services/model_service.py

Browse files
Files changed (1) hide show
  1. services/model_service.py +1 -1
services/model_service.py CHANGED
@@ -29,7 +29,7 @@ class ModelService:
29
 
30
  # Modify the model configuration to use a valid rope_scaling format
31
  config = LlamaConfig.from_pretrained(settings.model_name)
32
- if hasattr(config, "rope_scaling") and isinstance(config.rope_scaling, dict):
33
  config.rope_scaling = {
34
  "type": "linear",
35
  "factor": 32.0
 
29
 
30
  # Modify the model configuration to use a valid rope_scaling format
31
  config = LlamaConfig.from_pretrained(settings.model_name)
32
+ if hasattr(config, "rope_scaling"):
33
  config.rope_scaling = {
34
  "type": "linear",
35
  "factor": 32.0