File size: 149 Bytes
93437e6
 
df12f2d
93437e6
 
df12f2d
 
93437e6
1
2
3
4
5
6
7
8
9
# Model settings
device = "cuda"
model_name = "openbmb/MiniCPM-o-2_6"

# Decoding settings
sampling = False
stream = False
repetition_penalty = 1.05