Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
import gradio as gr
|
2 |
-
from peft import PeftModel,
|
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
import torch
|
5 |
|
@@ -23,5 +24,5 @@ def greet(text):
|
|
23 |
output_tokens = model.generate(**batch, max_new_tokens=15)
|
24 |
return tokenizer.decode(output_tokens[0], skip_special_tokens=True)
|
25 |
|
26 |
-
iface = gr.Interface(fn=greet, inputs="text", outputs="text", title="PEFT Model for Big Brain"
|
27 |
iface.launch(share=True) # Share directly to Gradio Space
|
|
|
1 |
import gradio as gr
|
2 |
+
from peft import PeftModel,
|
3 |
+
PeftConfig
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
5 |
import torch
|
6 |
|
|
|
24 |
output_tokens = model.generate(**batch, max_new_tokens=15)
|
25 |
return tokenizer.decode(output_tokens[0], skip_special_tokens=True)
|
26 |
|
27 |
+
iface = gr.Interface(fn=greet, inputs="text", outputs="text", title="PEFT Model for Big Brain")
|
28 |
iface.launch(share=True) # Share directly to Gradio Space
|