Adding response format for local

app.py

@@ -221,6 +221,41 @@ RULES:
 
 current_system = get_system_message_with_country()
 
+def clean_response(response):
+    """Clean up the response by removing unwanted metadata and formatting artifacts"""
+    import re
+    import json
+    
+    # Remove channel/commentary tags and similar artifacts
+    response = re.sub(r'<\|channel\|>commentary to=assistant', '', response, flags=re.IGNORECASE)
+    response = re.sub(r'<\|constrain\|>json<\|message\|>', '', response, flags=re.IGNORECASE)
+    response = re.sub(r'<\|.*?\|>', '', response)  # Remove any other <|...|> patterns
+    
+    # Try to parse JSON response and extract the actual message
+    try:
+        # Look for JSON-like content
+        json_match = re.search(r'\{[^}]*"response"\s*:\s*"([^"]*)"[^}]*\}', response)
+        if json_match:
+            actual_response = json_match.group(1)
+            print(f"🔍 DEBUG - Extracted from JSON: {actual_response}")
+            return actual_response
+        
+        # Try to parse as complete JSON
+        parsed = json.loads(response.strip())
+        if isinstance(parsed, dict) and "response" in parsed:
+            actual_response = parsed["response"]
+            print(f"🔍 DEBUG - Parsed JSON response: {actual_response}")
+            return actual_response
+    except (json.JSONDecodeError, AttributeError):
+        # If JSON parsing fails, continue with text cleaning
+        pass
+    
+    # Clean up extra whitespace and newlines
+    response = re.sub(r'\n\s*\n', '\n', response)  # Remove multiple empty lines
+    response = response.strip()  # Remove leading/trailing whitespace
+    
+    return response
+
 def format_game_result(response):
     """Format the game result with proper styling"""
     if "The country was" in response:
@@ -302,6 +337,7 @@ def respond(
             model=MODEL_NAME,
             max_tokens=max_tokens,
             stream=True,
+            response_format={"type": "text"},
             temperature=temperature,
             top_p=top_p,
         ):
@@ -320,6 +356,10 @@ def respond(
         print(f"🔍 DEBUG - Response length: {len(response)} characters")
         print(f"🔍 DEBUG - Raw response: {response}")
 
+        # Clean the response to remove unwanted artifacts
+        response = clean_response(response)
+        print(f"🔍 DEBUG - Cleaned response: {response}")
+
         # Check if this is a game end response and format it nicely
         if "The country was" in response:
             print(f"🔍 DEBUG - Game end detected! Country extracted: {selected_country}")
@@ -361,7 +401,7 @@ if LOCAL_MODE:
     def custom_respond(message, history):
         system_message = ""
         max_tokens = 4000
-        temperature = 0.2
+        temperature = 0.3
         top_p = 0.6
         return respond(message, history, system_message, max_tokens, temperature, top_p, None)
     
@@ -383,7 +423,7 @@ else:
         additional_inputs=[
             gr.Textbox(value="", visible=False),  # system_message (hidden)
             gr.Slider(minimum=1, maximum=4096, value=4000, visible=False),  # max_tokens (hidden)
-            gr.Slider(minimum=0.1, maximum=2.0, value=0.2, visible=False),  # temperature (hidden)
+            gr.Slider(minimum=0.1, maximum=2.0, value=0.3, visible=False),  # temperature (hidden)
             gr.Slider(minimum=0.1, maximum=1.0, value=0.6, visible=False),  # top_p (hidden)
         ],
     )