matthewfarant commited on
Commit
638aecb
·
verified ·
1 Parent(s): 58ad3e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ os.environ["GOOGLE_API_KEY"] = os.getenv('GOOGLE_API_KEY')
23
  llm = HuggingFaceEndpoint(
24
  repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
25
  task="text-generation",
26
- max_new_tokens=10000,
27
  do_sample=False,
28
  repetition_penalty=1.03,
29
  )
 
23
  llm = HuggingFaceEndpoint(
24
  repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
25
  task="text-generation",
26
+ max_new_tokens=4000,
27
  do_sample=False,
28
  repetition_penalty=1.03,
29
  )