瀏覽代碼

circleci: separate hf, tinygrad caches

Alex Cheema 1 年之前
父節點
當前提交
cf3dae9570
共有 1 個文件被更改,包括 13 次插入6 次删除
  1. 13 6
      .circleci/config.yml

+ 13 - 6
.circleci/config.yml

@@ -16,9 +16,12 @@ jobs:
             brew install python@3.12
             brew install python@3.12
             python3.12 -m venv env
             python3.12 -m venv env
             source env/bin/activate
             source env/bin/activate
-      - restore_cache:
+      - restore_cache_hf:
           keys:
           keys:
             - huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
             - huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
+      - restore_cache_tinygrad:
+          keys:
+            - tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
       - run:
       - run:
           name: Install dependencies
           name: Install dependencies
           command: |
           command: |
@@ -31,10 +34,14 @@ jobs:
             source env/bin/activate
             source env/bin/activate
             ls ~/.cache/huggingface/hub/models--mlx-community--Meta-Llama-3-8B-Instruct-4bit/**/* || true
             ls ~/.cache/huggingface/hub/models--mlx-community--Meta-Llama-3-8B-Instruct-4bit/**/* || true
             METAL_XCODE=1 python3 -m exo.inference.test_inference_engine
             METAL_XCODE=1 python3 -m exo.inference.test_inference_engine
-      - save_cache:
+      - save_cache_hf:
           paths:
           paths:
             - ~/.cache/huggingface/hub
             - ~/.cache/huggingface/hub
           key: huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
           key: huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
+      - save_cache_tinygrad:
+          paths:
+            - ~/Library/Caches/tinygrad/downloads
+          key: tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
 
 
   discovery_integration_test:
   discovery_integration_test:
     macos:
     macos:
@@ -86,11 +93,11 @@ jobs:
             brew install python@3.12
             brew install python@3.12
             python3.12 -m venv env
             python3.12 -m venv env
             source env/bin/activate
             source env/bin/activate
-      - restore_cache:
+      - restore_cache_hf:
           keys:
           keys:
             - huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
             - huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
             - huggingface-hub-
             - huggingface-hub-
-      - restore_cache:
+      - restore_cache_tinygrad:
           keys:
           keys:
             - tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
             - tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
             - tinygrad-downloads-
             - tinygrad-downloads-
@@ -188,11 +195,11 @@ jobs:
             else
             else
               echo "Test passed: Response from both nodes contains 'Michael Jackson'"
               echo "Test passed: Response from both nodes contains 'Michael Jackson'"
             fi
             fi
-      - save_cache:
+      - save_cache_hf:
           paths:
           paths:
             - ~/.cache/huggingface/hub
             - ~/.cache/huggingface/hub
           key: huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
           key: huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
-      - save_cache:
+      - save_cache_tinygrad:
           paths:
           paths:
             - ~/Library/Caches/tinygrad/downloads
             - ~/Library/Caches/tinygrad/downloads
           key: tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
           key: tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}