Fixed PyTorch caching and added ccache.

facebookresearch · Jul 17, 2019 · 870caf2 · 870caf2
1 parent e1e28f3
commit 870caf2
Showing 1 changed file with 27 additions and 6 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -89,7 +89,7 @@ jobs:
                 export PATH=$HOME/miniconda/bin:$PATH
                 conda create -y -n habitat python=3.6
                 . activate habitat
-                conda install -q -y -c conda-forge ninja numpy pytest
+                conda install -q -y -c conda-forge ninja ccache numpy pytest
               fi
       - run:
           name: Install pytorch
@@ -107,6 +107,19 @@ jobs:
       - restore_cache:
           keys:
             - habitat-sim-{{ checksum "./hsim_sha" }}
+      - restore_cache:
+          keys:
+            - ccache-{{ arch }}-{{ .Branch }}-{{ epoch }}
+          paths:
+            - /home/circleci/.ccache
+      - run:
+          name: CCache initialization
+          command: |
+            export PATH=$HOME/miniconda/bin:$PATH
+            . activate habitat;
+            ccache --show-stats
+            ccache --zero-stats
+            ccache --max-size=10.0G
       - run:
           name: Build, install habitat-sim and run benchmark
           no_output_timeout: 20m
@@ -125,11 +138,13 @@ jobs:
                   python setup.py install --headless
                 fi
               fi
-      - save_cache:
-          key: conda-{{ checksum "habitat-api/.circleci/config.yml" }}
-          background: true
-          paths:
-            - ~/miniconda
+      - run:
+          name: ccache stats
+          when: always
+          command: |
+            export PATH=$HOME/miniconda/bin:$PATH
+            . activate habitat;
+            ccache --show-stats
       - run:
           name: Download test data
           command: |
@@ -150,8 +165,14 @@ jobs:
               python examples/example.py --scene data/scene_datasets/habitat-test-scenes/van-gogh-room.glb --silent --test_fps_regression $FPS_THRESHOLD
       - save_cache:
           key: habitat-sim-{{ checksum "./hsim_sha" }}
+          background: true
           paths:
             - ./habitat-sim
+      - save_cache:
+          key: ccache-{{ arch }}-{{ .Branch }}-{{ epoch }}
+          background: true
+          paths:
+            - /home/circleci/.ccache
       - run:
           name: Run api tests
           command: |