hughtayloe commited on
Commit
b60a8d6
·
verified ·
1 Parent(s): 1e05993

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -2
handler.py CHANGED
@@ -23,6 +23,5 @@ class EndpointHandler():
23
  raw_image = Image.open(requests.get(url, stream=True).raw)
24
  inputs = self.processor(prompt, raw_image, return_tensors='pt').to(0, torch.float16)
25
  output = self.model.generate(**inputs, max_new_tokens=200, do_sample=False)
26
- # Convert Tensor to NumPy array or list before returning
27
- output = output.cpu().numpy().tolist()
28
  return output
 
23
  raw_image = Image.open(requests.get(url, stream=True).raw)
24
  inputs = self.processor(prompt, raw_image, return_tensors='pt').to(0, torch.float16)
25
  output = self.model.generate(**inputs, max_new_tokens=200, do_sample=False)
26
+ print(self.processor.decode(output[0][2:], skip_special_tokens=True))
 
27
  return output