Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -72,8 +72,7 @@ def get_model_and_tokenizer():
|
|
72 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
73 |
model = AutoModelForCausalLM.from_pretrained(
|
74 |
MODEL_NAME,
|
75 |
-
torch_dtype=torch.float16
|
76 |
-
device_map="auto"
|
77 |
)
|
78 |
logger.info("Model and tokenizer loaded successfully")
|
79 |
return model, tokenizer
|
@@ -1493,8 +1492,7 @@ class EducationalChatbot:
|
|
1493 |
self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
|
1494 |
self.model = AutoModelForCausalLM.from_pretrained(
|
1495 |
self.model_name,
|
1496 |
-
torch_dtype=torch.float16
|
1497 |
-
device_map="auto"
|
1498 |
)
|
1499 |
logger.info("Educational chatbot model loaded")
|
1500 |
|
|
|
72 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
73 |
model = AutoModelForCausalLM.from_pretrained(
|
74 |
MODEL_NAME,
|
75 |
+
torch_dtype=torch.float16
|
|
|
76 |
)
|
77 |
logger.info("Model and tokenizer loaded successfully")
|
78 |
return model, tokenizer
|
|
|
1492 |
self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
|
1493 |
self.model = AutoModelForCausalLM.from_pretrained(
|
1494 |
self.model_name,
|
1495 |
+
torch_dtype=torch.float16
|
|
|
1496 |
)
|
1497 |
logger.info("Educational chatbot model loaded")
|
1498 |
|