Spaces:

THUDM-HF-SPACE
/

CogAgent-Demo

Running on Zero

zR commited on Dec 23, 2024

Commit

3deb6e9

1 Parent(s): e64071c

top_k

Files changed (1) hide show

app.py CHANGED Viewed

@@ -97,8 +97,9 @@ def predict(history, max_length, img_path, platform_str, format_str, output_dir)
         "input_ids": model_inputs["input_ids"].to(model.device),
         "attention_mask": model_inputs["attention_mask"].to(model.device),
         "streamer": streamer,
-        "max_new_tokens": max_length,
-        "do_sample": True,
         "top_k": 1,
     }
     t = Thread(target=model.generate, kwargs=generate_kwargs)

         "input_ids": model_inputs["input_ids"].to(model.device),
         "attention_mask": model_inputs["attention_mask"].to(model.device),
         "streamer": streamer,
+        "max_length": max_length,
+        "do_sample": False,
+        "top_p": 0.0,
         "top_k": 1,
     }
     t = Thread(target=model.generate, kwargs=generate_kwargs)