Update app.py
Browse files
app.py
CHANGED
@@ -14,14 +14,15 @@ CORS(app)
|
|
14 |
|
15 |
# Model configuration
|
16 |
MODEL_NAME = "deepseek-ai/deepseek-r1-6b-chat"
|
17 |
-
MAX_NEW_TOKENS = 256
|
18 |
-
DEVICE = "cpu"
|
19 |
|
20 |
# Initialize model
|
21 |
try:
|
22 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
23 |
MODEL_NAME,
|
24 |
cache_dir=str(cache_dir)
|
|
|
25 |
|
26 |
model = AutoModelForCausalLM.from_pretrained(
|
27 |
MODEL_NAME,
|
|
|
14 |
|
15 |
# Model configuration
|
16 |
MODEL_NAME = "deepseek-ai/deepseek-r1-6b-chat"
|
17 |
+
MAX_NEW_TOKENS = 256
|
18 |
+
DEVICE = "cpu"
|
19 |
|
20 |
# Initialize model
|
21 |
try:
|
22 |
+
tokenizer = AutoTokenizer.from_pretrained( # Fixed this line
|
23 |
MODEL_NAME,
|
24 |
cache_dir=str(cache_dir)
|
25 |
+
) # Added closing parenthesis
|
26 |
|
27 |
model = AutoModelForCausalLM.from_pretrained(
|
28 |
MODEL_NAME,
|