matthewfarant commited on
Commit
b53fe7c
·
verified ·
1 Parent(s): 7fd06ef

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -24,7 +24,7 @@ os.environ["GOOGLE_API_KEY"] = os.getenv('GOOGLE_API_KEY')
24
  llm = HuggingFaceEndpoint(
25
  repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
26
  task="text-generation",
27
- max_new_tokens=512,
28
  do_sample=False,
29
  repetition_penalty=1.03,
30
  )
 
24
  llm = HuggingFaceEndpoint(
25
  repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
26
  task="text-generation",
27
+ max_length=200000,
28
  do_sample=False,
29
  repetition_penalty=1.03,
30
  )