fix deps and make cuda optional

handler.py

@@ -4,7 +4,7 @@ from greenery.parse import NoMatch
 from listener import Listener, ListenerOutput
 import time
 import json
-import logging
+import torch
 
 class EndpointHandler:
     def __init__(self, path=""):
@@ -14,14 +14,11 @@ class EndpointHandler:
             "top_p": 0.9,
             "num_return_sequences": 500,
             "num_beams": 1
-        }, device="cuda")
-        logging.info("Loaded model with custom endpoint handler")
+        }, device="cuda" if torch.cuda.is_available() else "cpu")
 
     def __call__(self, data):
         # get inputs
-        inp = json.loads(data.pop("inputs", None))
-        logging.info(str(data))
-        logging.info(str(data["inputs"]))
+        inp = data.pop("inputs", None)
         spec = inp["spec"]
         true_program = inp["true_program"]
         

requirements.txt

@@ -21,6 +21,6 @@ sympy==1.12
 tokenizers==0.13.3
 torch==2.0.1
 tqdm==4.66.1
-transformers==4.33.0
+transformers==4.28.1
 typing_extensions==4.7.1
 urllib3==2.0.4