Update config.json

config.json

@@ -84,6 +84,13 @@
   "max_position_embeddings": 2048,
   "model_type": "gpt_neox",
   "num_attention_heads": 16,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 2048,
+      "temperature": 0.5
+    }
+  },
   "num_hidden_layers": 24,
   "rotary_emb_base": 10000,
   "rotary_pct": 0.25,