Fix app.py for Hugging Face Spaces - add module-level demo

app.py

@@ -645,12 +645,19 @@ def main():
         # Create and launch Gradio interface
         demo = create_interface(bot)
         
-        logger.info(f"Launching Gradio interface on http://{args.server_name}:{args.server_port}")
-        demo.launch(
-            server_name=args.server_name,
-            server_port=args.server_port,
-            share=args.share
-        )
+        # For Hugging Face Spaces, just return the demo (they handle launching)
+        # For local use, launch it
+        if os.getenv("SPACE_ID") or os.getenv("SYSTEM") == "spaces":
+            # Running on Hugging Face Spaces - return demo for Spaces to launch
+            return demo
+        else:
+            # Running locally
+            logger.info(f"Launching Gradio interface on http://{args.server_name}:{args.server_port}")
+            demo.launch(
+                server_name=args.server_name,
+                server_port=args.server_port,
+                share=args.share
+            )
         
     except KeyboardInterrupt:
         logger.info("Interrupted by user")
@@ -660,5 +667,42 @@ def main():
         sys.exit(1)
 
 
+# For Hugging Face Spaces: create demo at module level
+# Spaces will import this module and look for a 'demo' variable
+def create_demo_for_spaces():
+    """Create demo for Hugging Face Spaces"""
+    try:
+        # Initialize with default args for Spaces
+        parser = argparse.ArgumentParser()
+        parser.add_argument('--model', type=str, default='meta-llama/Llama-3.2-3B-Instruct')
+        parser.add_argument('--vector-db-dir', default='./chroma_db')
+        parser.add_argument('--data-dir', default='./Data Resources')
+        parser.add_argument('--max-new-tokens', type=int, default=1024)
+        parser.add_argument('--temperature', type=float, default=0.2)
+        parser.add_argument('--top-p', type=float, default=0.9)
+        parser.add_argument('--repetition-penalty', type=float, default=1.1)
+        parser.add_argument('--k', type=int, default=5)
+        parser.add_argument('--skip-indexing', action='store_true', default=True)
+        parser.add_argument('--verbose', action='store_true', default=False)
+        parser.add_argument('--share', action='store_true', default=False)
+        parser.add_argument('--server-name', type=str, default='0.0.0.0')
+        parser.add_argument('--server-port', type=int, default=7860)
+        parser.add_argument('--seed', type=int, default=42)
+        
+        args = parser.parse_args([])  # Empty args for Spaces
+        bot = RAGBot(args)
+        return create_interface(bot)
+    except Exception as e:
+        logger.error(f"Error creating demo for Spaces: {e}", exc_info=True)
+        # Return a simple error demo
+        with gr.Blocks() as error_demo:
+            gr.Markdown(f"# Error Initializing Chatbot\n\nAn error occurred: {str(e)}")
+        return error_demo
+
+# Create demo at module level for Hugging Face Spaces
+# This is what Spaces will import and use
+demo = create_demo_for_spaces()
+
+# For local execution
 if __name__ == "__main__":
     main()