Commit
·
a2d350b
1
Parent(s):
2259024
Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -9,7 +9,7 @@ class EndpointHandler():
|
|
| 9 |
|
| 10 |
def __call__(self, data: str) -> str:
|
| 11 |
inputs = data.pop("inputs", data)
|
| 12 |
-
inp = self.tokenizer(
|
| 13 |
with torch.inference_mode():
|
| 14 |
out= self.model.generate(**inp)
|
| 15 |
final_output = self.tokenizer.batch_decode(out,skip_special_tokens=True)
|
|
|
|
| 9 |
|
| 10 |
def __call__(self, data: str) -> str:
|
| 11 |
inputs = data.pop("inputs", data)
|
| 12 |
+
inp = self.tokenizer("thalaivaru Nirantharam", return_tensors="pt")
|
| 13 |
with torch.inference_mode():
|
| 14 |
out= self.model.generate(**inp)
|
| 15 |
final_output = self.tokenizer.batch_decode(out,skip_special_tokens=True)
|