Create config.json

config.json

@@ -0,0 +1,15 @@
+{
+  "task_specific_params": {
+    "text-generation": {
+      "temperature": 0.8,
+      "top_p": 0.95,
+      "top_k": 50,
+      "max_new_tokens": 1024,
+      "use_cache": True,
+      "do_sample": True,
+      "repetition_penalty": 1.02,
+      "max_seq_len": 4096,
+      "n_tokens": -1
+    }
+  }
+}