falcon-180b-demo

Runtime error

futranbg commited on Nov 6, 2023

Commit

c3acc2f

1 Parent(s): 2147ae4

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -50,7 +50,7 @@ def generate(
     if temperature < 1e-2:
         temperature = 1e-2
     top_p = float(top_p)
-#    global seed
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
@@ -60,7 +60,7 @@ def generate(
         do_sample=True,
         seed=seed,
     )
-#    seed = seed + 1
     formatted_prompt = format_prompt(prompt, history, system_prompt)
     try:

     if temperature < 1e-2:
         temperature = 1e-2
     top_p = float(top_p)
+    global seed
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
         do_sample=True,
         seed=seed,
     )
+    seed = seed + 1
     formatted_prompt = format_prompt(prompt, history, system_prompt)
     try: