Update app.py

app.py

@@ -3,18 +3,18 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 import os
 
-# Laden der Prompts aus der JSON-Datei
+# Load prompts from JSON file
 def load_prompts_from_json(file_path):
     with open(file_path, 'r') as file:
         return json.load(file)
 
-# Laden der Prompts aus 'prompts.json'
+# Load prompts from 'prompts.json'
 prompts = load_prompts_from_json('prompts.json')
 
 # Inference client
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
-# Secret prompt from environment variable
+# Secret prompt from environment variable (if needed)
 secret_prompt = os.getenv("SECRET_PROMPT")
 
 def format_prompt(new_message, history, prompt_type='default'):
@@ -26,7 +26,7 @@ def format_prompt(new_message, history, prompt_type='default'):
     return prompt
 
 def generate(prompt, history, temperature=0.25, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0, prompt_type='default'):
-    # Konfiguration der Parameter
+    # Configuration of parameters
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -45,20 +45,40 @@ def generate(prompt, history, temperature=0.25, max_new_tokens=512, top_p=0.95,
     for response in stream:
         output += response.token.text
         yield output
-    return output, history + [(prompt, output)]  # Speichere die Konversation
+    return output, history + [(prompt, output)]  # Store conversation history
 
-# Chatbot ohne Avatare und mit transparentem Design
+# Chatbot without avatars and with transparent design
 samir_chatbot = gr.Chatbot(bubble_full_width=True, show_label=False, show_copy_button=False, likeable=False)
 
-# Dropdown für Prompt-Typen
+# Dropdown for prompt types
 prompt_type_dropdown = gr.Dropdown(choices=list(prompts.keys()), label="Prompt Type", value='default')
 
-# Minimalistisches Theme und Gradio Demo Konfiguration
+# Minimalistic theme and Gradio demo configuration
 theme = 'syddharth/gray-minimal'
+
+# Choose how you want to handle state:
+
+# Option 1: No State Management (if conversation history is not needed)
+demo = gr.Interface(
+    fn=generate,
+    inputs=[
+        gr.Textbox(lines=2, label="Input"),
+        gr.Slider(0, 1, value=0.25, label="Temperature"),
+        gr.Slider(1, 2048, value=512, step=1, label="Max Tokens"),
+        gr.Slider(0, 1, value=0.95, label="Top P"),
+        gr.Slider(1, 2, value=1.0, label="Repetition Penalty"),
+        prompt_type_dropdown
+    ],
+    outputs=[samir_chatbot],
+    title="Tutorial Master",
+    theme=theme
+)
+
+# Option 2: State Management for Conversation History
 demo = gr.Interface(
     fn=generate,
     inputs=[
-        gr.Textbox(lines=2, label="Eingabe"),
+        gr.Textbox(lines=2, label="Input"),
         "state"  # State input for conversation history
     ],
     outputs=[samir_chatbot],