Update app.py

app.py

@@ -49,6 +49,25 @@ gemma_3_formatter = MessagesFormatter(
     eos_token="<eos>",  # End of sequence token for Gemma 3
 )
 
+# Translation direction to prompts mapping
+direction_to_prompts = {
+    "English to Kazakh": {
+        "system": "You are a professional translator. Translate the following sentence into қазақ.",
+        "prefix": "<src=en><tgt=kk>"
+    },
+    "Kazakh to English": {
+        "system": "Сіз кәсіби аудармашысыз. Төмендегі сөйлемді English тіліне аударыңыз.",
+        "prefix": "<src=kk><tgt=en>"
+    },
+    "Kazakh to Russian": {
+        "system": "Сіз кәсіби аудармашысыз. Төмендегі сөйлемді орыс тіліне аударыңыз.",
+        "prefix": "<src=kk><tgt=ru>"
+    },
+    "Russian to Kazakh": {
+        "system": "Вы профессиональный переводчик. Переведите следующее предложение на қазақ язык.",
+        "prefix": "<src=ru><tgt=kk>"
+    }
+}
 
 # Set the title and description
 title = "Kazakh Language Model"
@@ -61,7 +80,7 @@ llm_model = None
 def respond(
     message: str,
     history: List[Tuple[str, str]],
-    model: str = "gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",  # Set default model
+    direction: str,
     system_message: str = "",
     max_tokens: int = 64,
     temperature: float = 0.7,
@@ -172,12 +191,9 @@ demo = gr.ChatInterface(
     ),
     additional_inputs=[
         gr.Dropdown(
-            choices=[
-                "gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",
-            ],
-            value="gemma_3_800M_sft_v2_translation-kazparc_latest.gguf",
-            label="Model",
-            info="Select the AI model to use for chat",
+            choices=["English to Kazakh", "Kazakh to English", "Kazakh to Russian", "Russian to Kazakh"],
+            label="Translation Direction",
+            info="Select the direction of translation"
         ),
         gr.Textbox(
             value="You are a helpful assistant.",