Upload folder using huggingface_hub

config.yml

@@ -1,15 +1,6 @@
 Image:
   from_base: parachutes/python:3.12
   run_command:
-    # - USER root 
-    # - apt-get update
-    # - apt-get install -y --no-install-recommends wget gnupg2
-    # - wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb
-    # - dpkg -i cuda-keyring_1.1-1_all.deb
-    # - apt-get update
-    # - apt-get install -y --no-install-recommends tensorrt python3-libnvinfer-dev
-    # - rm -rf /var/lib/apt/lists/*
-    # - USER 1000
     - pip install --upgrade setuptools wheel
     - pip install huggingface_hub==0.19.4 requests opencv-python-headless pydantic onnxruntime onnxruntime-gpu scikit-learn tensorflow torch-tensorrt==2.7 torch==2.7.1 torchvision==0.22.1 pyyaml
 
@@ -19,7 +10,11 @@ NodeSelector:
   gpu_count: 1
   min_vram_gb_per_gpu: 24
   # include:
-    # - a100
+  #   - a100
+  #   - a100_40gb
+  #   - "3090"
+  #   - a40
+  #   - a6000
   exclude:
     - h100
     - a100
@@ -41,7 +36,6 @@ NodeSelector:
 
 Chute:
   timeout_seconds: 300
-  concurrency: 3  # Reduced concurrency to limit memory usage
-  max_instances: 4  # Reduced max instances to limit memory usage
-  scaling_threshold: 0.7  # Higher threshold to reduce scaling frequency
-  allow_external_egress: true
+  concurrency: 4  # Reduced concurrency to limit memory usage
+  max_instances: 5  # Reduced max instances to limit memory usage
+  scaling_threshold: 0.5  # Higher threshold to reduce scaling frequency