Update handler.py

handler.py

@@ -19,8 +19,8 @@ class EndpointHandler:
         )
 
         generation_config = model.generation_config
-        generation_config.max_new_tokens = 60
-        generation_config.temperature = 0
+        generation_config.max_new_tokens = 200
+        generation_config.temperature = 0.7
         generation_config.num_return_sequences = 1
         generation_config.pad_token_id = tokenizer.eos_token_id
         generation_config.eos_token_id = tokenizer.eos_token_id