maxidl commited on
Commit
771dd42
·
1 Parent(s): 4c15176
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -34,7 +34,7 @@ model = AutoModelForCausalLM.from_pretrained(
34
  device_map="auto"
35
  )
36
  tokenizer = AutoTokenizer.from_pretrained(model_name)
37
- streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
38
 
39
  # Define prompts
40
  SYSTEM_PROMPT_TEMPLATE = """You are an expert reviewer for AI conferences. You follow best practices and review papers according to the reviewer guidelines.
 
34
  device_map="auto"
35
  )
36
  tokenizer = AutoTokenizer.from_pretrained(model_name)
37
+ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, decode_kwargs=dict(skip_special_tokens=True))
38
 
39
  # Define prompts
40
  SYSTEM_PROMPT_TEMPLATE = """You are an expert reviewer for AI conferences. You follow best practices and review papers according to the reviewer guidelines.