Shreyas094 commited on
Commit
32fb8f8
1 Parent(s): 6fbf563

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -71,12 +71,12 @@ def get_model(temperature, top_p, repetition_penalty):
71
  "temperature": temperature,
72
  "top_p": top_p,
73
  "repetition_penalty": repetition_penalty,
74
- "max_length": 512
75
  },
76
  huggingfacehub_api_token=huggingface_token
77
  )
78
 
79
- def generate_chunked_response(model, prompt, max_tokens=500, max_chunks=5):
80
  full_response = ""
81
  for i in range(max_chunks):
82
  chunk = model(prompt + full_response, max_new_tokens=max_tokens)
 
71
  "temperature": temperature,
72
  "top_p": top_p,
73
  "repetition_penalty": repetition_penalty,
74
+ "max_length": 1000
75
  },
76
  huggingfacehub_api_token=huggingface_token
77
  )
78
 
79
+ def generate_chunked_response(model, prompt, max_tokens=1000, max_chunks=5):
80
  full_response = ""
81
  for i in range(max_chunks):
82
  chunk = model(prompt + full_response, max_new_tokens=max_tokens)