Update app.py

app.py

@@ -11,6 +11,12 @@ from htmlTemplates import css, bot_template, user_template
 from langchain.llms import HuggingFaceHub, LlamaCpp
 from huggingface_hub import snapshot_download, hf_hub_download
 
+
+repo_name = "IlyaGusev/saiga2_7b_gguf"
+model_name = "model-q2_K.gguf"
+    
+snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
+
 def get_pdf_text(pdf_docs):
     text = ""
     for pdf in pdf_docs:
@@ -38,12 +44,7 @@ def get_vectorstore(text_chunks):
     return vectorstore
 
 
-def get_conversation_chain(vectorstore):
-    
-    repo_name = "IlyaGusev/saiga2_7b_gguf"
-    model_name = "model-q2_K.gguf"
-    
-    snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
+def get_conversation_chain(vectorstore, model_name):
 
     llm = LlamaCpp(model_path=model_name, n_ctx=2048)
     #llm = ChatOpenAI()
@@ -103,7 +104,7 @@ with st.sidebar:
 
             # create conversation chain
             st.session_state.conversation = get_conversation_chain(
-                vectorstore)
+                vectorstore, model_name)