Hjgugugjhuhjggg commited on
Commit
be44f14
·
verified ·
1 Parent(s): edb59e5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -9
app.py CHANGED
@@ -52,17 +52,16 @@ class LocalModelLoader:
52
 
53
  async def load_model_and_tokenizer(self, model_name):
54
  try:
55
- try:
56
- config = AutoConfig.from_pretrained(model_name)
57
- tokenizer = AutoTokenizer.from_pretrained(model_name, config=config)
58
- model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
59
 
60
- if tokenizer.eos_token_id is not None and tokenizer.pad_token_id is None:
61
- tokenizer.pad_token_id = config.pad_token_id or tokenizer.eos_token_id
62
 
63
- return model, tokenizer
64
- except Exception as e:
65
- raise HTTPException(status_code=500, detail=f"Error loading model: {e}")
66
 
67
  model_loader = LocalModelLoader()
68
 
 
52
 
53
  async def load_model_and_tokenizer(self, model_name):
54
  try:
55
+ config = AutoConfig.from_pretrained(model_name)
56
+ tokenizer = AutoTokenizer.from_pretrained(model_name, config=config)
57
+ model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
 
58
 
59
+ if tokenizer.eos_token_id is not None and tokenizer.pad_token_id is None:
60
+ tokenizer.pad_token_id = config.pad_token_id or tokenizer.eos_token_id
61
 
62
+ return model, tokenizer
63
+ except Exception as e:
64
+ raise HTTPException(status_code=500, detail=f"Error loading model: {e}")
65
 
66
  model_loader = LocalModelLoader()
67