Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -10,11 +10,9 @@ model_path = 'THUDM/BPO'
|
|
10 |
|
11 |
device = 'cuda'
|
12 |
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, device_map=device, load_in_8bit=True)
|
17 |
-
model = model.eval()
|
18 |
|
19 |
|
20 |
DESCRIPTION = """This Space demonstrates model [BPO](https://huggingface.co/THUDM/BPO), which is built on LLaMA-2-7b-chat.
|
@@ -137,7 +135,7 @@ def reset_state():
|
|
137 |
def update_textbox_from_dropdown(selected_example):
|
138 |
return selected_example
|
139 |
|
140 |
-
with gr.Blocks("sty.css") as demo:
|
141 |
gr.HTML("""<h1 align="center">Prompt Preference Optimizer</h1>""")
|
142 |
|
143 |
gr.Markdown(DESCRIPTION)
|
|
|
10 |
|
11 |
device = 'cuda'
|
12 |
|
13 |
+
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, add_prefix_space=True)
|
14 |
+
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, device_map=device, load_in_8bit=True)
|
15 |
+
model = model.eval()
|
|
|
|
|
16 |
|
17 |
|
18 |
DESCRIPTION = """This Space demonstrates model [BPO](https://huggingface.co/THUDM/BPO), which is built on LLaMA-2-7b-chat.
|
|
|
135 |
def update_textbox_from_dropdown(selected_example):
|
136 |
return selected_example
|
137 |
|
138 |
+
with gr.Blocks(css="sty.css") as demo:
|
139 |
gr.HTML("""<h1 align="center">Prompt Preference Optimizer</h1>""")
|
140 |
|
141 |
gr.Markdown(DESCRIPTION)
|