Dannyar608 commited on
Commit
31a3aab
·
verified ·
1 Parent(s): 3c3e4d4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -72,8 +72,7 @@ def get_model_and_tokenizer():
72
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
73
  model = AutoModelForCausalLM.from_pretrained(
74
  MODEL_NAME,
75
- torch_dtype=torch.float16,
76
- device_map="auto"
77
  )
78
  logger.info("Model and tokenizer loaded successfully")
79
  return model, tokenizer
@@ -1493,8 +1492,7 @@ class EducationalChatbot:
1493
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
1494
  self.model = AutoModelForCausalLM.from_pretrained(
1495
  self.model_name,
1496
- torch_dtype=torch.float16,
1497
- device_map="auto"
1498
  )
1499
  logger.info("Educational chatbot model loaded")
1500
 
 
72
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
73
  model = AutoModelForCausalLM.from_pretrained(
74
  MODEL_NAME,
75
+ torch_dtype=torch.float16
 
76
  )
77
  logger.info("Model and tokenizer loaded successfully")
78
  return model, tokenizer
 
1492
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
1493
  self.model = AutoModelForCausalLM.from_pretrained(
1494
  self.model_name,
1495
+ torch_dtype=torch.float16
 
1496
  )
1497
  logger.info("Educational chatbot model loaded")
1498