d2d7551
1
2
3
4
5
6
7
8
9
# Model settings device = "cuda" model_name = "openbmb/MiniCPM-o-2_6" # Decoding settings sampling = False stream = False repetition_penalty = 1.05