Update app.py
Browse files
app.py
CHANGED
@@ -3,22 +3,23 @@ from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
|
|
3 |
|
4 |
model_id = "deepseek-ai/deepseek-coder-1.3b-instruct"
|
5 |
|
|
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
7 |
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
|
8 |
|
9 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
10 |
|
11 |
-
def
|
12 |
-
#
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
max_new_tokens=150,
|
17 |
-
temperature=0.7,
|
18 |
-
top_p=0.9,
|
19 |
-
do_sample=True,
|
20 |
-
pad_token_id=tokenizer.eos_token_id,
|
21 |
-
)
|
22 |
-
return outputs[0]['generated_text']
|
23 |
|
24 |
-
gr.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3 |
|
4 |
model_id = "deepseek-ai/deepseek-coder-1.3b-instruct"
|
5 |
|
6 |
+
# ุชุญู
ูู ุงูู
ูุฏูู ูุงูุชููููุฒุฑ ู
ุน trust_remote_code=True ูุฃู ุงูู
ูุฏูู ู
ุฎุตุต
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
8 |
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
|
9 |
|
10 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
11 |
|
12 |
+
def chatbot_response(message, history):
|
13 |
+
# ุงุณุชุฎุฏุงู
ุงูู
ูุฏูู ูุชูููุฏ ุงูุฑุฏ
|
14 |
+
output = pipe(message, max_new_tokens=150, do_sample=True)[0]['generated_text']
|
15 |
+
history = history + [(message, output)]
|
16 |
+
return history, history
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
17 |
|
18 |
+
with gr.Blocks() as demo:
|
19 |
+
chatbot = gr.Chatbot()
|
20 |
+
msg = gr.Textbox(placeholder="ุงูุชุจ ุฑุณุงูุชู ููุง...")
|
21 |
+
state = gr.State([]) # ุญูุธ ุงูู
ุญุงุฏุซุฉ
|
22 |
+
|
23 |
+
msg.submit(chatbot_response, inputs=[msg, state], outputs=[chatbot, state])
|
24 |
+
|
25 |
+
demo.launch()
|