midrees2806 commited on
Commit
f57e5a2
·
verified ·
1 Parent(s): 463fe64

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer)
13
  def generate_response(prompt):
14
  # Format the prompt as required by the model
15
  input_text = f"<s>[INST] {prompt} [/INST]"
16
- response = pipe(input_text, max_length=200)
17
  # Extract the generated text from the response
18
  answer = response[0]['generated_text'].split('[/INST]')[-1].strip()
19
  return answer
 
13
  def generate_response(prompt):
14
  # Format the prompt as required by the model
15
  input_text = f"<s>[INST] {prompt} [/INST]"
16
+ response = pipe(input_text, max_new_tokens=200)
17
  # Extract the generated text from the response
18
  answer = response[0]['generated_text'].split('[/INST]')[-1].strip()
19
  return answer