Build conda lock files for amd64 and aarch64

pangeo-data · Oct 19, 2022 · b53c855 · b53c855
1 parent 1c576c6
commit b53c855
Showing 1 changed file with 25 additions and 10 deletions.
diff --git a/.github/workflows/CondaLock.yml b/.github/workflows/CondaLock.yml
@@ -50,51 +50,66 @@ jobs:
            activate-environment: condalock
            use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly!
 
+      - name: Specify which architectures to build lockfiles for
+        run: |
+          # space delimited list of architectures to send to conda-lock
+          echo "BUILD_ARCHS='64 aarch64" > ${GITHUB_ENV}
+
       # Could run as single step in parallel, but would complicate logs...
       - name: Run conda-lock base-notebook
         timeout-minutes: 5
         continue-on-error: true
         run: |
           conda clean --all --yes --force-pkgs-dirs
           cd base-notebook
-          conda-lock lock --mamba -k explicit -f environment.yml -p linux-64
-          ../generate-packages-list.py conda-linux-64.lock > packages.txt
+          for ARCH in ${BUILD_ARCHS}; do
+            conda-lock lock --mamba -k explicit -f environment.yml -p linux-${ARCH}
+            ../generate-packages-list.py conda-linux-${ARCH}.lock > packages-${ARCH}.txt
+          done
 
       - name: Run conda-lock pangeo-notebook
         timeout-minutes: 5
         continue-on-error: true
         run: |
           conda clean --all --yes --force-pkgs-dirs
           cd pangeo-notebook
-          conda-lock lock --mamba -k explicit -f environment.yml -f ../base-notebook/environment.yml -p linux-64
-          ../generate-packages-list.py conda-linux-64.lock > packages.txt
+          for ARCH in ${BUILD_ARCHS}; do
+            conda-lock lock --mamba -k explicit -f environment.yml -f ../base-notebook/environment.yml -p linux-${ARCH}
+            ../generate-packages-list.py conda-linux-${ARCH}.lock > packages-${ARCH}.txt
+          done
 
       - name: Run conda-lock ml-notebook
         timeout-minutes: 5
         continue-on-error: true
         run: |
           conda clean --all --yes --force-pkgs-dirs
           cd ml-notebook
-          conda-lock lock --mamba -k explicit -f environment.yml -f ../pangeo-notebook/environment.yml -f ../base-notebook/environment.yml  -p linux-64
-          ../generate-packages-list.py conda-linux-64.lock > packages.txt
+          for ARCH in ${BUILD_ARCHS}; do
+            conda-lock lock --mamba -k explicit -f environment.yml -f ../pangeo-notebook/environment.yml -f ../base-notebook/environment.yml  -p linux-${ARCH}
+            ../generate-packages-list.py conda-linux-${ARCH}.lock > packages-${ARCH}.txt
+          done
 
       - name: Run conda-lock pytorch-notebook
         timeout-minutes: 5
         continue-on-error: true
         run: |
           conda clean --all --yes --force-pkgs-dirs
           cd pytorch-notebook
-          conda-lock lock --mamba -k explicit -f environment.yml -f ../pangeo-notebook/environment.yml -f ../base-notebook/environment.yml -p linux-64
-          ../generate-packages-list.py conda-linux-64.lock > packages.txt
+          for ARCH in ${BUILD_ARCHS}; do
+            conda-lock lock --mamba -k explicit -f environment.yml -f ../pangeo-notebook/environment.yml -f ../base-notebook/environment.yml -p linux-${ARCH}
+            ../generate-packages-list.py conda-linux-${ARCH}.lock > packages-${ARCH}.txt
+          done
 
       - name: Run conda-lock forge
         timeout-minutes: 5
         continue-on-error: true
         run: |
           conda clean --all --yes --force-pkgs-dirs
           cd forge
-          conda-lock lock --mamba -k explicit -f environment.yml -f ../pangeo-notebook/environment.yml -f ../base-notebook/environment.yml -p linux-64
-          ../generate-packages-list.py conda-linux-64.lock > packages.txt
+          for ARCH in ${BUILD_ARCHS}; do
+            conda-lock lock --mamba -k explicit -f environment.yml -f ../pangeo-notebook/environment.yml -f ../base-notebook/environment.yml -p linux-${ARCH}
+            ../generate-packages-list.py conda-linux-${ARCH}.lock > packages-${ARCH}.txt
+          done
 
       # Commit the change to the PR branch (currently fails if no modified files)
       - name: Commit condalock files to PR