Nitzantry1 commited on
Commit
2851421
ยท
verified ยท
1 Parent(s): c981dfc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -19
app.py CHANGED
@@ -1,32 +1,26 @@
 
1
  from transformers import AutoModelForCausalLM, AutoTokenizer
2
 
3
  # ื˜ืขื™ื ืช ื”ืžื•ื“ืœ ื•ื”-tokenizer
4
  model = AutoModelForCausalLM.from_pretrained("gpt2")
5
  tokenizer = AutoTokenizer.from_pretrained("gpt2")
6
 
7
- while True:
8
- # ืงื‘ืœืช ืคืจื•ืžืคื˜ ืžื”ืžืฉืชืžืฉ
9
- prompt = input("Enter your prompt (or type 'exit' to quit): ")
10
-
11
- if prompt.lower() == "exit":
12
- print("Exiting the chatbot.")
13
- break
14
-
15
- # ื™ืฆื™ืจืช input_ids ื•-attention_mask ืžื”ืคืจื•ืžืคื˜ ืฉื”ื•ื–ืŸ
16
  inputs = tokenizer(prompt, return_tensors="pt")
17
- input_ids = inputs.input_ids
18
- attention_mask = inputs.attention_mask # ื”ื•ืกืคืช attention_mask
19
-
20
- # ื™ืฆื™ืจืช ื˜ืงืกื˜ ื‘ืขื–ืจืช ื”ืžื•ื“ืœ
21
  gen_tokens = model.generate(
22
- input_ids,
23
- attention_mask=attention_mask, # ื”ื’ื“ืจืช attention_mask
24
  do_sample=True,
25
  temperature=0.9,
26
  max_length=100,
27
- pad_token_id=tokenizer.eos_token_id # ื”ื’ื“ืจืช pad_token_id ืœ-eos_token_id
28
  )
 
 
 
 
 
29
 
30
- # ืคืขื ื•ื— ื”ืชื’ื•ื‘ื” ืžื”ืžื•ื“ืœ
31
- gen_text = tokenizer.batch_decode(gen_tokens, skip_special_tokens=True)[0]
32
- print("Response:", gen_text)
 
1
+ import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
  # ื˜ืขื™ื ืช ื”ืžื•ื“ืœ ื•ื”-tokenizer
5
  model = AutoModelForCausalLM.from_pretrained("gpt2")
6
  tokenizer = AutoTokenizer.from_pretrained("gpt2")
7
 
8
+ # ืคื•ื ืงืฆื™ื” ืฉืžืงื‘ืœืช ืคืจื•ืžืคื˜ ื•ืžื—ื–ื™ืจื” ืชื’ื•ื‘ื”
9
+ def generate_text(prompt):
 
 
 
 
 
 
 
10
  inputs = tokenizer(prompt, return_tensors="pt")
 
 
 
 
11
  gen_tokens = model.generate(
12
+ inputs.input_ids,
13
+ attention_mask=inputs.attention_mask,
14
  do_sample=True,
15
  temperature=0.9,
16
  max_length=100,
17
+ pad_token_id=tokenizer.eos_token_id
18
  )
19
+ gen_text = tokenizer.decode(gen_tokens[0], skip_special_tokens=True)
20
+ return gen_text
21
+
22
+ # ื™ืฆื™ืจืช ืžืžืฉืง Gradio ืขื ืงืœื˜ ืฉืœ ื˜ืงืกื˜ ื•ืคืœื˜ ืฉืœ ื˜ืงืกื˜
23
+ iface = gr.Interface(fn=generate_text, inputs="text", outputs="text")
24
 
25
+ # ื”ืคืขืœืช ื”ืืคืœื™ืงืฆื™ื”
26
+ iface.launch()