Update app.py

app.py

@@ -12,8 +12,9 @@ from langchain_community.embeddings import OpenAIEmbeddings
 from langchain_community.vectorstores import Chroma
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.chains import RetrievalQA
+from langchain import LLMChain, PromptTemplate
 from langchain.agents import AgentExecutor, Tool
-from langchain.schema import RunnableSequence
+from langchain.llms import OpenAI
 from PIL import Image
 from decord import VideoReader, cpu
 from tavily import TavilyClient
@@ -135,15 +136,15 @@ def handle_input(user_prompt, image=None, video=None, audio=None, doc=None, webs
             )
         )
 
+    # Create an LLMChain using a prompt template and the model
+    prompt_template = PromptTemplate(input_variables=["query"], template="{query}")
+    llm = OpenAI(model=MODEL)
+    llm_chain = LLMChain(llm=llm, prompt=prompt_template)
+
     def llm_function(query):
-        response = client.chat.completions.create(
-            model=MODEL,
-            messages=[{"role": "user", "content": query}]
-        )
-        return response.choices[0].message.content
+        return llm_chain.run(query)
 
-    agent = ZeroShotAgent(llm_chain=RunnableSequence(prompt="", llm=llm_function), tools=tools, verbose=True) 
-    agent_executor = AgentExecutor.from_agent_and_tools(agent=agent, tools=tools, verbose=True)
+    agent_executor = AgentExecutor.from_llm_and_tools(llm=llm_function, tools=tools, verbose=True)
 
     if image:
         image = Image.open(image).convert('RGB')
@@ -207,11 +208,11 @@ def main_interface(user_prompt, image=None, audio=None, doc=None, voice_only=Fal
     response = handle_input(user_prompt, image=image, audio=audio, doc=doc, websearch=websearch)
 
     if voice_only:
-        audio_file = play_voice_output(response)
-        return response, audio_file
+        audio_output = play_voice_output(response)
+        return "Response generated.", audio_output
     else:
         return response, None
 
-# Launch the app
+# Launch the UI
 demo = create_ui()
-demo.launch(inline=False)
+demo.launch()