update: model cache

app.py

@@ -4,7 +4,7 @@ import spaces
 from imcui.ui.app_class import ImageMatchingApp
 
 
-@spaces.GPU(duration=120)
+@spaces.GPU(duration=60)
 def launch_app():
     parser = argparse.ArgumentParser()
     parser.add_argument(

imcui/ui/modelcache.py

@@ -10,8 +10,8 @@ from ..hloc import logger
 class ARCSizeAwareModelCache:
     def __init__(
         self,
-        max_gpu_mem: float = 12e9,
-        max_cpu_mem: float = 12e9,
+        max_gpu_mem: float = 48e9,
+        max_cpu_mem: float = 48e9,
         device_priority: list = ["cuda", "cpu"],
         auto_empty_cache: bool = True,
     ):
@@ -42,7 +42,11 @@ class ARCSizeAwareModelCache:
         self.lock = threading.Lock()
         self.auto_empty_cache = auto_empty_cache
 
-        logger.info("ARCSizeAwareModelCache initialized.")
+        logger.info(
+            "ARCSizeAwareModelCache initialized. Max GPU: {} GB, Max CPU: {} GB".format(
+                max_gpu_mem / 1e9, max_cpu_mem / 1e9
+            )
+        )
 
     def _release_model(self, model_entry):
         """

imcui/ui/utils.py

@@ -48,7 +48,7 @@ GRADIO_VERSION = gr.__version__.split(".")[0]
 MATCHER_ZOO = None
 
 
-model_cache = ModelCache()
+model_cache = ModelCache(max_gpu_mem = 48e9, max_cpu_mem=48e9)
 
 
 def load_config(config_name: str) -> Dict[str, Any]:
@@ -150,7 +150,6 @@ def download_example_images(repo_id, output_dir):
     logger.info(f"Images saved to {output_dir} successfully.")
     return Path(output_dir)
 
-
 def gen_examples(data_root: Path):
     random.seed(1)
     example_algos = [