test

Author: terrykong

.github/workflows/_ci_tmp.yaml

@@ -0,0 +1,40 @@
+name: ~CI, single-arch
+run-name: CI-${{ inputs.ARCHITECTURE }}
+on:
+  workflow_call:
+    inputs:
+      ARCHITECTURE:
+        type: string
+        required: true
+      BUILD_DATE:
+        type: string
+        description: Build date in YYYY-MM-DD format
+        required: false
+        default: NOT SPECIFIED
+      BUMP_MANIFEST:
+        type: boolean
+        description: Flag to bump manifest file or not
+        default: false
+        required: false
+    outputs:
+      DOCKER_TAGS:
+        description: JSON object containing tags of all docker images built
+        value: ${{ jobs.collect-docker-tags.outputs.TAGS }}
+
+permissions:
+  contents: read  # to fetch code
+  actions:  write # to cancel previous workflows
+  packages: write # to upload container
+
+jobs:
+
+  pass:
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Pass
+        run: echo pass
+  pass2:
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Pass
+        run: echo pass

.github/workflows/ci.yaml

@@ -73,7 +73,7 @@ jobs:
 
   amd64:
     needs: metadata
-    uses: ./.github/workflows/_ci.yaml
+    uses: ./.github/workflows/_ci_tmp.yaml
     with:
       ARCHITECTURE: amd64
       BUILD_DATE: ${{ needs.metadata.outputs.BUILD_DATE }}
@@ -82,117 +82,21 @@ jobs:
 
   arm64:
     needs: metadata
-    uses: ./.github/workflows/_ci.yaml
+    uses: ./.github/workflows/_ci_tmp.yaml
     with:
       ARCHITECTURE: arm64
       BUILD_DATE: ${{ needs.metadata.outputs.BUILD_DATE }}
       BUMP_MANIFEST: ${{ needs.metadata.outputs.BUMP_MANIFEST == 'true' }}      
     secrets: inherit
 
-  make-publish-configs:
+  commit-bump:
     runs-on: ubuntu-22.04
-    if:  ${{ !cancelled() }}
-    env:
-      MEALKIT_IMAGE_REPO: ${{ needs.metadata.outputs.PUBLISH == 'true' && 'jax-mealkit' || 'mock-jax-mealkit' }}
-      FINAL_IMAGE_REPO: ${{ needs.metadata.outputs.PUBLISH == 'true' && 'jax' || 'mock-jax' }}
     needs:
-      - metadata
       - amd64
       - arm64
-    outputs:
-      PUBLISH_CONFIGS: ${{ steps.generate-configs.outputs.PUBLISH_CONFIGS }}
     steps:
-      - id: generate-configs
-        shell: bash -eu -o pipefail {0}
-        run: |
-          declare -a FLAVORS=(
-            base
-            jax
-            pallas
-            maxtext
-            levanter
-            t5x
-            pax
-            rosetta-t5x
-            rosetta-pax
-          )
-          declare -a STAGES=(
-            mealkit
-            final
-          )
-
-          ## create JSON specs for a 1D matrix of container publication jobs
-
-          ALL_TAGS=$(
-            echo '${{ needs.amd64.outputs.DOCKER_TAGS }}' \
-                 '${{ needs.arm64.outputs.DOCKER_TAGS }}' |\
-            jq -s 'add'
-          )
-          PUBLISH_CONFIGS='[]'
-
-          for stage in "${STAGES[@]}"; do
-            for flavor in "${FLAVORS[@]}";do
-
-              # collect images for different platforms, e.g. amd64 and arm64
-              matching_tags=$(
-                echo "$ALL_TAGS" |\
-                jq -c ".[] | select(.stage == \"${stage}\" and .flavor == \"${flavor}\" and .tag != \"\")"
-              )
-
-              # source_image is a list of all platform-specific tags
-              source_image=$(echo "${matching_tags}" | jq -c "[.tag]" | jq -s 'add')
-              # if the build job failed without producing any images, skip this flavor
-              n_source_images=$(echo "$source_image" | jq 'length')
-              if [[ $n_source_images -gt 0 ]]; then
-                echo "PUBLISH image $flavor with $n_source_images $stage containers"
-
-                # tag priority is the highest priority of all platform-specific tags
-                priority=$(echo "${matching_tags}" | jq -r ".priority" | jq -s 'max')
-
-                # put all final images in the `ghcr.io/nvidia/jax` namespace
-                # and mealkit images in `ghcr.io/nvidia/jax-toolbox-mealkit` namespace
-                case ${stage} in
-                  mealkit)
-                    target_image=${MEALKIT_IMAGE_REPO}
-                    ;;
-                  final)
-                    target_image=${FINAL_IMAGE_REPO}
-                    ;;
-                esac
-
-                PUBLISH_CONFIGS=$(
-                  echo ${PUBLISH_CONFIGS} | jq -c ". + [{
-                    \"flavor\": \"${flavor}\",
-                    \"target_image\": \"${target_image}\",
-                    \"priority\": \"${priority}\",
-                    \"source_image\": ${source_image}
-                  }]"
-                )
-              else
-                echo "SKIPPED image $flavor with 0 $stage containers"
-              fi
-            done
-          done
-
-          PUBLISH_CONFIGS=$(echo "$PUBLISH_CONFIGS" | jq -c '{"config": .}')
-          echo ${PUBLISH_CONFIGS} | jq
-          echo "PUBLISH_CONFIGS=${PUBLISH_CONFIGS}" >> $GITHUB_OUTPUT
-
-  publish-containers:
-    needs:
-      - metadata
-      - make-publish-configs
-    if:  ${{ !cancelled() && needs.make-publish-configs.outputs.PUBLISH_CONFIGS.config != '{"config":[]}' }}
-    strategy:
-      fail-fast: false
-      matrix: ${{ fromJson(needs.make-publish-configs.outputs.PUBLISH_CONFIGS) }}
-    uses: ./.github/workflows/_publish_container.yaml
-    with:
-      SOURCE_IMAGE: ${{ join(matrix.config.source_image, ' ') }}
-      TARGET_IMAGE: ${{ matrix.config.target_image }}
-      TARGET_TAGS: |
-        type=raw,value=${{ matrix.config.flavor }},priority=${{ matrix.config.priority }}
-        type=raw,value=${{ matrix.config.flavor }}-${{ needs.metadata.outputs.BUILD_DATE }},priority=${{ matrix.config.priority }}
+      - name: test
+        run: echo ${{ needs.amd64 }}
 
   finalize:
     needs: [metadata, amd64, arm64]