Update app.py
Browse files
app.py
CHANGED
@@ -52,17 +52,16 @@ class LocalModelLoader:
|
|
52 |
|
53 |
async def load_model_and_tokenizer(self, model_name):
|
54 |
try:
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
|
59 |
|
60 |
-
|
61 |
-
|
62 |
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
|
67 |
model_loader = LocalModelLoader()
|
68 |
|
|
|
52 |
|
53 |
async def load_model_and_tokenizer(self, model_name):
|
54 |
try:
|
55 |
+
config = AutoConfig.from_pretrained(model_name)
|
56 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, config=config)
|
57 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
|
|
|
58 |
|
59 |
+
if tokenizer.eos_token_id is not None and tokenizer.pad_token_id is None:
|
60 |
+
tokenizer.pad_token_id = config.pad_token_id or tokenizer.eos_token_id
|
61 |
|
62 |
+
return model, tokenizer
|
63 |
+
except Exception as e:
|
64 |
+
raise HTTPException(status_code=500, detail=f"Error loading model: {e}")
|
65 |
|
66 |
model_loader = LocalModelLoader()
|
67 |
|