Spaces:

zidsi
/

SLlamica_test

Sleeping

zidsi commited on Dec 19, 2024

Commit

3d1458b

1 Parent(s): b418b5e

fix2

Files changed (1) hide show

app.py CHANGED Viewed

@@ -19,7 +19,7 @@ def predict(message, history):
     inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
     outputs = model.generate(inputs, max_new_tokens=100, temperature=0.2, top_p=0.9, do_sample=True)
     decoded = tokenizer.decode(outputs[0])
-    response = decoded.split("[INST]")[-1].split("[/INST]")[0]
     return response
 """

     inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
     outputs = model.generate(inputs, max_new_tokens=100, temperature=0.2, top_p=0.9, do_sample=True)
     decoded = tokenizer.decode(outputs[0])
+    response = decoded.split("[INST]")[-1].split("[/INST]")[-1]
     return response
 """