i99om commited on
Commit
9eb4e20
ยท
verified ยท
1 Parent(s): 4913645

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -13
app.py CHANGED
@@ -3,22 +3,23 @@ from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
3
 
4
  model_id = "deepseek-ai/deepseek-coder-1.3b-instruct"
5
 
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
7
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
8
 
9
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
10
 
11
- def generate_text(prompt):
12
- # ุชู‡ูŠุฆุฉ prompt ุจุดูƒู„ ูˆุงุถุญ (ุงุฎุชูŠุงุฑูŠ)
13
- formatted_prompt = f"Instruction: {prompt}\nAnswer:"
14
- outputs = pipe(
15
- formatted_prompt,
16
- max_new_tokens=150,
17
- temperature=0.7,
18
- top_p=0.9,
19
- do_sample=True,
20
- pad_token_id=tokenizer.eos_token_id,
21
- )
22
- return outputs[0]['generated_text']
23
 
24
- gr.Interface(fn=generate_text, inputs="text", outputs="text", title="DeepSeek Coder (1.3B)").launch()
 
 
 
 
 
 
 
 
3
 
4
  model_id = "deepseek-ai/deepseek-coder-1.3b-instruct"
5
 
6
+ # ุชุญู…ูŠู„ ุงู„ู…ูˆุฏูŠู„ ูˆุงู„ุชูˆูƒู†ูŠุฒุฑ ู…ุน trust_remote_code=True ู„ุฃู† ุงู„ู…ูˆุฏูŠู„ ู…ุฎุตุต
7
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
8
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
9
 
10
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
11
 
12
+ def chatbot_response(message, history):
13
+ # ุงุณุชุฎุฏุงู… ุงู„ู…ูˆุฏูŠู„ ู„ุชูˆู„ูŠุฏ ุงู„ุฑุฏ
14
+ output = pipe(message, max_new_tokens=150, do_sample=True)[0]['generated_text']
15
+ history = history + [(message, output)]
16
+ return history, history
 
 
 
 
 
 
 
17
 
18
+ with gr.Blocks() as demo:
19
+ chatbot = gr.Chatbot()
20
+ msg = gr.Textbox(placeholder="ุงูƒุชุจ ุฑุณุงู„ุชูƒ ู‡ู†ุง...")
21
+ state = gr.State([]) # ุญูุธ ุงู„ู…ุญุงุฏุซุฉ
22
+
23
+ msg.submit(chatbot_response, inputs=[msg, state], outputs=[chatbot, state])
24
+
25
+ demo.launch()