Shreyas094 commited on
Commit
c327ab7
·
verified ·
1 Parent(s): 25fd206

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -59,11 +59,11 @@ def get_model(temperature, top_p, repetition_penalty):
59
  "temperature": temperature,
60
  "top_p": top_p,
61
  "repetition_penalty": repetition_penalty,
62
- "max_length": 1000
63
  },
64
  huggingfacehub_api_token=huggingface_token
65
  )
66
- def generate_chunked_response(model, prompt, max_tokens=1000, max_chunks=5):
67
  full_response = ""
68
  for i in range(max_chunks):
69
  chunk = model(prompt + full_response, max_new_tokens=max_tokens)
 
59
  "temperature": temperature,
60
  "top_p": top_p,
61
  "repetition_penalty": repetition_penalty,
62
+ "max_length": 2000
63
  },
64
  huggingfacehub_api_token=huggingface_token
65
  )
66
+ def generate_chunked_response(model, prompt, max_tokens=2000, max_chunks=5):
67
  full_response = ""
68
  for i in range(max_chunks):
69
  chunk = model(prompt + full_response, max_new_tokens=max_tokens)