initial commit

gen.py

@@ -162,7 +162,7 @@ prompt = (
 
 
 def generate(event):
-    combined_input = f"{prompt} {event}"  # Combine prompt and event
+    combined_input = f"{prompt} {event}"
     prompt_msg = [{'role': 'user', 'content': combined_input}]
 
     inputs = tokenizer.apply_chat_template(
@@ -178,8 +178,10 @@ def generate(event):
         do_sample=True
     )
 
+    # Get the length of the input tokens (adjust based on your tokenizer)
+    input_length = len(tokenizer.encode(combined_input))
 
-    output_text = tokenizer.decode(tokens[0], skip_special_tokens=False)
+    output_text = tokenizer.decode(tokens[0][input_length:], skip_special_tokens=True)
     print(output_text)
     json_start_index = output_text.find("<json>")
     json_end_index = output_text.find("</json>")