Update app.py from anycoder

app.py

@@ -5,11 +5,19 @@ from transformers import (
     MistralCommonBackend,
 )
 
-# Initialize model and tokenizer
+# Initialize model and tokenizer with CPU configuration
 model_id = "mistralai/Devstral-Small-2-24B-Instruct-2512"
+
+# Load tokenizer
 tokenizer = MistralCommonBackend.from_pretrained(model_id)
-model = Mistral3ForConditionalGeneration.from_pretrained(model_id, device_map="auto")
-model = model.to(torch.bfloat16)
+
+# Load model on CPU with appropriate configuration for zero-GPU
+model = Mistral3ForConditionalGeneration.from_pretrained(
+    model_id,
+    device_map="cpu",  # Force CPU usage
+    torch_dtype=torch.float32,  # Use float32 for CPU compatibility
+    low_cpu_mem_usage=True  # Reduce memory usage during loading
+)
 
 # System prompt
 SP = """You are operating as and within Mistral Vibe, a CLI coding-agent built by Mistral AI and powered by default by the Devstral family of models. It wraps Mistral's Devstral models to enable natural language interaction with a local codebase. Use the available tools when helpful.