Spaces:
Running
on
Zero
Running
on
Zero
app.py
CHANGED
@@ -34,7 +34,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
34 |
device_map="auto"
|
35 |
)
|
36 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
37 |
-
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
|
38 |
|
39 |
# Define prompts
|
40 |
SYSTEM_PROMPT_TEMPLATE = """You are an expert reviewer for AI conferences. You follow best practices and review papers according to the reviewer guidelines.
|
|
|
34 |
device_map="auto"
|
35 |
)
|
36 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
37 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, decode_kwargs=dict(skip_special_tokens=True))
|
38 |
|
39 |
# Define prompts
|
40 |
SYSTEM_PROMPT_TEMPLATE = """You are an expert reviewer for AI conferences. You follow best practices and review papers according to the reviewer guidelines.
|