Update app.py

app.py

@@ -1,18 +1,32 @@
 import gradio
+from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
 
-def my_inference_function(name):
-  return "Hello " + name + "!"
+
+model_name = "zaanind/nllb-ensi-v1-tuning"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
+
+tokenizer.src_lang = "eng_Latn"
+
+def translate(text):
+    inputs = tokenizer(text=text, return_tensors="pt")
+    translated_tokens = model.generate(
+        **inputs, forced_bos_token_id=tokenizer.lang_code_to_id["sin_Sinh"]
+    )
+    translation = tokenizer.decode(translated_tokens[0], skip_special_tokens=True)
+    return translation
+
+    
+def nmtapifunc(text):
+    text = translate(text)
+    return text 
 
 gradio_interface = gradio.Interface(
-  fn=my_inference_function,
+  fn=nmtapifunc,
   inputs="text",
   outputs="text",
-  examples=[
-    ["Jill"],
-    ["Sam"]
-  ],
-  title="REST API with Gradio and Huggingface Spaces",
-  description="This is a demo of how to build an AI powered REST API with Gradio and Huggingface Spaces – for free! Based on [this article](https://www.tomsoderlund.com/ai/building-ai-powered-rest-api). See the **Use via API** link at the bottom of this page.",
-  article="© Tom Söderlund 2022"
+  title="En-Si NMT",
+  description="",
+  article="© zaanind 2024"
 )
-gradio_interface.launch()
+gradio_interface.launch()