Update app.py

app.py

@@ -80,6 +80,7 @@ llm_model = None
 def respond(
     message: str,
     history: List[Tuple[str, str]],
+    model: str,
     direction: str,
     max_tokens: int = 64,
     temperature: float = 0.7,
@@ -189,6 +190,14 @@ demo = gr.ChatInterface(
         label="⚙️ Parameters", open=False, render=False
     ),
     additional_inputs=[
+        gr.Dropdown(
+            choices=[
+                "gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",
+            ],
+            value="gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",
+            label="Model",
+            info="Select the AI model to use for chat",
+        ),
         gr.Dropdown(
             choices=["English to Kazakh", "Kazakh to English", "Kazakh to Russian", "Russian to Kazakh"],
             label="Translation Direction",