fixes for ZeroGPU

app.py

@@ -22,21 +22,12 @@ from demo_utils.utils import (load_modules,
                               inference_rendered_2d)
 
 
+os.environ['NUMBA_THREADING_LAYER'] = 'workqueue'
+
 # Load checkpoints from Hugging Face
 download_scenedino_checkpoint("ssc-kitti-360-dino")
 download_scenedino_checkpoint("ssc-kitti-360-dinov2")
 
-# Load model, ray sampler, datasets
-ckpt_path = "out/scenedino-pretrained/seg-best-dino/"
-ckpt_name = "checkpoint.pt"
-net_v1, renderer_v1, ray_sampler_v1 = load_modules(ckpt_path, ckpt_name)
-renderer_v1.eval()
-
-ckpt_path = "out/scenedino-pretrained/seg-best-dinov2/"
-ckpt_name = "checkpoint.pt"
-net_v2, renderer_v2, ray_sampler_v2 = load_modules(ckpt_path, ckpt_name)
-renderer_v2.eval()
-
 
 def convert_voxels(arr, map_dict):
     f = np.vectorize(map_dict.__getitem__)
@@ -46,7 +37,21 @@ with open("sscbench/label_maps.yaml", "r") as f:
     label_maps = yaml.safe_load(f)
 
 
-@spaces.GPU(duration=60)
+@spaces.GPU
+def load_scenedino():
+    # Load model, ray sampler, datasets
+    ckpt_path = "out/scenedino-pretrained/seg-best-dino/"
+    ckpt_name = "checkpoint.pt"
+    net_v1, renderer_v1, ray_sampler_v1 = load_modules(ckpt_path, ckpt_name)
+    renderer_v1.eval()
+
+    ckpt_path = "out/scenedino-pretrained/seg-best-dinov2/"
+    ckpt_name = "checkpoint.pt"
+    net_v2, renderer_v2, ray_sampler_v2 = load_modules(ckpt_path, ckpt_name)
+    renderer_v2.eval()
+
+
+@spaces.GPU
 def demo_run(image: str, 
              backbone: str,
              mode: str,
@@ -186,6 +191,10 @@ def demo_run(image: str,
     return output_2d, glb_path
 
 
+net_v1, renderer_v1, ray_sampler_v1 = None, None, None
+net_v2, renderer_v2, ray_sampler_v2 = None, None, None
+load_scenedino()
+
 demo = gr.Interface(
     demo_run,
     inputs=[