Chris4K commited on
Commit
b5e231e
·
verified ·
1 Parent(s): 7a3dd67

Update services/model_service.py

Browse files
Files changed (1) hide show
  1. services/model_service.py +1 -1
services/model_service.py CHANGED
@@ -28,7 +28,7 @@ class ModelService:
28
  self.tokenizer = AutoTokenizer.from_pretrained(settings.MODEL_NAME)
29
 
30
  # Modify the model configuration to use a valid rope_scaling format
31
- config = LlamaConfig.from_pretrained(model_name)
32
  if hasattr(config, "rope_scaling") and isinstance(config.rope_scaling, dict):
33
  config.rope_scaling = {
34
  "type": "linear",
 
28
  self.tokenizer = AutoTokenizer.from_pretrained(settings.MODEL_NAME)
29
 
30
  # Modify the model configuration to use a valid rope_scaling format
31
+ config = LlamaConfig.from_pretrained(settings.model_name)
32
  if hasattr(config, "rope_scaling") and isinstance(config.rope_scaling, dict):
33
  config.rope_scaling = {
34
  "type": "linear",