Update handler.py

handler.py

@@ -8,12 +8,13 @@ class EndpointHandler:
 
     def __call__(self, data: Dict[str, Any]) -> Dict[str, Any]:
         # Extract parameters from the data dictionary
-        trg_text = data.pop("trg_text", "")
-        prefix_text = data.get("prefix_text", "")
-        context_length = data.get("context_length", 1024)
-        stride = data.get("stride", 512)
-        topk = data.get("topk", -1)
-        perf_metadata = data.get("perf_metadata", False)
+        trg_text = data.pop("inputs", "")
+        parameters = data.get("parameters", {})
+        prefix_text = parameters.get("prefix_text", "")
+        context_length = parameters.get("context_length", 1024)
+        stride = parameters.get("stride", 512)
+        topk = parameters.get("topk", -1)
+        perf_metadata = parameters.get("perf_metadata", False)
 
         return self.predictor.predict(
             trg_text,