Update handler.py

handler.py

@@ -13,7 +13,7 @@ def preprocessing(data):
             if len(data[i:]) > 4000:
                 string = str(data[i:i+4000])
                 texts.append(string)
-                i = i + 3900
+                i = i + 3800
             else:
                 string = str(data[i:])
                 texts.append(string)
@@ -37,7 +37,7 @@ class EndpointHandler:
 
         # process input
         texts = preprocessing(inputs)
-        inputs = self.tokenizer(texts, return_tensors="pt", padding=True, truncation=True)
+        inputs = self.tokenizer(texts, return_tensors="pt", padding=True, ) # truncation=True
         
         with torch.no_grad():    
             output = self.model.generate(input_ids=inputs["input_ids"].to(device), max_new_tokens=60, do_sample=True, top_p=0.9)