Spaces:
Runtime error
Runtime error
A B Vijay Kumar
commited on
Commit
·
0e45657
1
Parent(s):
599f712
Update app.py
Browse files
app.py
CHANGED
@@ -1,9 +1,8 @@
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
|
4 |
-
|
5 |
-
|
6 |
-
base_model = AutoModelForCausalLM.from_pretrained(model_name, quantization_config=bnb_config, use_cache = False, device_map=device_map)
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
8 |
tokenizer.pad_token = tokenizer.eos_token
|
9 |
tokenizer.padding_side = "right"
|
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
|
4 |
+
model_name = "vijjuk/codegen-350M-mono-python-18k-alpaca"
|
5 |
+
base_model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
7 |
tokenizer.pad_token = tokenizer.eos_token
|
8 |
tokenizer.padding_side = "right"
|