Update app.py

app.py

@@ -8,9 +8,8 @@ from langchain.chat_models import ChatOpenAI
 from langchain.memory import ConversationBufferMemory
 from langchain.chains import ConversationalRetrievalChain
 from htmlTemplates import css, bot_template, user_template
-from langchain.llms import HuggingFaceHub
-from huggingface_hub import snapshot_download
-from llama_cpp import Llama
+from langchain.llms import HuggingFaceHub, LlamaCpp
+from huggingface_hub import snapshot_download, hf_hub_download
 
 def get_pdf_text(pdf_docs):
     text = ""
@@ -40,17 +39,14 @@ def get_vectorstore(text_chunks):
 
 
 def get_conversation_chain(vectorstore):
-    #llm = ChatOpenAI()
-    #llm = HuggingFaceHub(repo_id="tinkoff-ai/ruDialoGPT-medium", model_kwargs={"temperature": 0.1,
-                                                                               #"top_k": 10,
-                                                                               # "top_p": 0.95,})
-                                                                                #"max_length": 512})
-
+    
     repo_name = "IlyaGusev/saiga2_7b_gguf"
     model_name = "model-q2_K.gguf"
+    
     snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
 
-    llm = Llama(model_path=model_name, n_ctx=2000, n_parts=1)
+    llm = LlamaCpp(model_path=model_name)
+    #llm = ChatOpenAI()
 
     memory = ConversationBufferMemory(
         memory_key='chat_history', return_messages=True)