PitterTMYT commited on
Commit
cde668a
·
verified ·
1 Parent(s): 213f021

Delete LLM.py

Browse files
Files changed (1) hide show
  1. LLM.py +0 -13
LLM.py DELETED
@@ -1,13 +0,0 @@
1
- import gradio as gr
2
- from transformers import AutoTokenizer, AutoModelForCausalLM
3
-
4
- tokenizer = AutoTokenizer.from_pretrained("IlyaGusev/saiga_gemma2_10b")
5
- model = AutoModelForCausalLM.from_pretrained("IlyaGusev/saiga_gemma2_10b")
6
-
7
- def generate_text(prompt):
8
- input_ids = tokenizer.encode(prompt, return_tensors="pt")
9
- output = model.generate(input_ids, max_length=50)
10
- return tokenizer.decode(output[0], skip_special_tokens=True)
11
-
12
- iface = gr.Interface(fn=generate_text, inputs="text", outputs="text")
13
- iface.launch()