Update app.py
Browse files
app.py
CHANGED
@@ -17,8 +17,8 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|
|
17 |
|
18 |
DESCROPTION="""CODE"""
|
19 |
|
20 |
-
model_id = "deepseek-ai/deepseek-coder-
|
21 |
-
model = AutoModelForCausalLM.from_pretrained(model_id,
|
22 |
tokenizer=AutoTokenizer.from_pretrained(model_id)
|
23 |
tokenizer.use_defaul_system_prompt=True
|
24 |
|
|
|
17 |
|
18 |
DESCROPTION="""CODE"""
|
19 |
|
20 |
+
model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
|
21 |
+
model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto")
|
22 |
tokenizer=AutoTokenizer.from_pretrained(model_id)
|
23 |
tokenizer.use_defaul_system_prompt=True
|
24 |
|