ci: Disable to publish images and packages on the aarch64 platform (#…

…3503)
alibaba · Jan 23, 2024 · 6db110e · 6db110e
1 parent e09b878
commit 6db110e
Show file tree

Hide file tree

Showing 5 changed files with 50 additions and 33 deletions.
diff --git a/.github/workflows/build-graphscope-dev-images.yml b/.github/workflows/build-graphscope-dev-images.yml
@@ -5,6 +5,8 @@ name: Build GraphScope Development and Wheel Images
 # 2) graphscope-dev: including all dependencies for graphscope's development env.
 # 3) vineyard-dev: including all vineyard-related dependencies that could compile graphscope analytical engine.
 # 4) vineyard-runtime: including all vineyard-related running dependencies.
+# Note that:
+#   Due to security considerations, we cannot use self-hosts runner(aarch64) when we configured the secret on github.
 on:
   workflow_dispatch:
     inputs:
@@ -73,14 +75,15 @@ jobs:
         # x86_64
         arch=$(uname -m)
         # image tag
-        tag=${{ github.event.inputs.v6d_version }}-${arch}
+        tag=${{ github.event.inputs.v6d_version }}
         # dev-wheel image
-        sudo docker tag graphscope/graphscope-dev:wheel-${tag} ${{ env.REGISTRY }}/graphscope/graphscope-dev:wheel-${tag}
+        sudo docker tag graphscope/graphscope-dev:wheel-${tag}-${arch} ${{ env.REGISTRY }}/graphscope/graphscope-dev:wheel-${tag}
         sudo docker push ${{ env.REGISTRY }}/graphscope/graphscope-dev:wheel-${tag}
 
   build-wheel-image-aarch64:
     runs-on: [self-hosted, Linux, ARM64]
-    if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_wheel == 'true') || (github.pull_request == 'pull_request')
+    # if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_wheel == 'true') || (github.pull_request == 'pull_request')
+    if: false
 
     steps:
     - uses: actions/checkout@v3
@@ -127,7 +130,8 @@ jobs:
 
   manifesh-push-wheel-image:
     runs-on: ubuntu-20.04
-    if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_wheel == 'true' }}
+    # if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_wheel == 'true' }}
+    if: false
 
     needs: [build-wheel-image-x86-64, build-wheel-image-aarch64]
     steps:
@@ -177,14 +181,15 @@ jobs:
         # x86_64
         arch=$(uname -m)
         # image tag
-        tag=${{ github.event.inputs.v6d_version }}-${arch}
+        tag=${{ github.event.inputs.v6d_version }}
         # graphscope-dev image
-        sudo docker tag graphscope/graphscope-dev:${tag} ${{ env.REGISTRY }}/graphscope/graphscope-dev:${tag}
+        sudo docker tag graphscope/graphscope-dev:${tag}-${arch} ${{ env.REGISTRY }}/graphscope/graphscope-dev:${tag}
         sudo docker push ${{ env.REGISTRY }}/graphscope/graphscope-dev:${tag}
 
   build-graphscope-dev-image-aarch64:
     runs-on: [self-hosted, Linux, ARM64]
-    if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_graphscope_dev == 'true') || (github.pull_request == 'pull_request')
+    # if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_graphscope_dev == 'true') || (github.pull_request == 'pull_request')
+    if: false
 
     steps:
     - uses: actions/checkout@v3
@@ -231,7 +236,8 @@ jobs:
 
   manifest-push-graphscope-dev-image:
     runs-on: ubuntu-20.04
-    if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_graphscope_dev == 'true' }}
+    # if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_graphscope_dev == 'true' }}
+    if: false
 
     needs: [build-graphscope-dev-image-x86-64, build-graphscope-dev-image-aarch64]
     steps:
@@ -281,14 +287,15 @@ jobs:
         # x86_64
         arch=$(uname -m)
         # image tag
-        tag=${{ github.event.inputs.v6d_version }}-${arch}
+        tag=${{ github.event.inputs.v6d_version }}
         # vineyard-dev image
-        sudo docker tag graphscope/vineyard-dev:${tag} ${{ env.REGISTRY }}/graphscope/vineyard-dev:${tag}
+        sudo docker tag graphscope/vineyard-dev:${tag}-${arch} ${{ env.REGISTRY }}/graphscope/vineyard-dev:${tag}
         sudo docker push ${{ env.REGISTRY }}/graphscope/vineyard-dev:${tag}
 
   build-vineyard-dev-image-aarch64:
     runs-on: [self-hosted, Linux, ARM64]
-    if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_vineyard_dev == 'true') || (github.pull_request == 'pull_request')
+    # if: (github.event_name == 'workflow_dispatch' && github.event.inputs.build_vineyard_dev == 'true') || (github.pull_request == 'pull_request')
+    if: false
 
     steps:
     - uses: actions/checkout@v3
@@ -335,7 +342,8 @@ jobs:
 
   manifest-push-vineyard-dev-image:
     runs-on: ubuntu-20.04
-    if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
+    # if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
+    if: false
 
     needs: [build-vineyard-dev-image-x86-64, build-vineyard-dev-image-aarch64]
     steps:
@@ -387,16 +395,17 @@ jobs:
         # x86_64
         arch=$(uname -m)
         # image tag
-        tag=${{ github.event.inputs.v6d_version }}-${arch}
+        tag=${{ github.event.inputs.v6d_version }}
         # vineyard-runtime image
-        sudo docker tag graphscope/vineyard-runtime:${tag} ${{ env.REGISTRY }}/graphscope/vineyard-runtime:${tag}
+        sudo docker tag graphscope/vineyard-runtime:${tag}-${arch} ${{ env.REGISTRY }}/graphscope/vineyard-runtime:${tag}
         sudo docker push ${{ env.REGISTRY }}/graphscope/vineyard-runtime:${tag}
 
   build-vineyard-runtime-image-aarch64:
     runs-on: [self-hosted, Linux, ARM64]
     # only trigger this step in 'workflow_dispatch' event,
     # since the 'vineyard-dev' image isn't actually pushed in 'pull_request'
-    if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
+    # if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
+    if: false
 
     needs: [manifest-push-vineyard-dev-image]
     steps:
@@ -443,7 +452,8 @@ jobs:
 
   manifest-push-vineyard-runtime-image:
     runs-on: ubuntu-20.04
-    if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
+    # if: ${{ github.event_name == 'workflow_dispatch' }} && ${{ github.event.inputs.build_vineyard_dev == 'true' }}
+    if: false
 
     needs: [build-vineyard-runtime-image-x86-64, build-vineyard-runtime-image-aarch64]
     steps:

diff --git a/.github/workflows/build-graphscope-images-linux.yml b/.github/workflows/build-graphscope-images-linux.yml
@@ -70,11 +70,11 @@ jobs:
       run: |
         echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.REGISTRY }} --password-stdin
         # x86_64
-        arch=$(uname -m)
+        # arch=$(uname -m)
         # docker tag: 0.15.0 -> 0.15.0a20220808
         time=$(date "+%Y%m%d")
         version=$(cat ${GITHUB_WORKSPACE}/VERSION)
-        tag="${version}a${time}"-${arch}
+        tag="${version}a${time}"
 
         # graphscope image
         sudo docker tag graphscope/coordinator:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/coordinator:${tag}
@@ -113,9 +113,9 @@ jobs:
       run: |
         echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.REGISTRY }} --password-stdin
         # x86_64
-        arch=$(uname -m)
+        # arch=$(uname -m)
         # Release version tag
-        tag=${{ steps.tag.outputs.TAG }}-${arch}
+        tag=${{ steps.tag.outputs.TAG }}
         # graphscope image
         sudo docker tag graphscope/coordinator:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/coordinator:${tag}
         sudo docker tag graphscope/analytical:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/analytical:${tag}
@@ -140,7 +140,7 @@ jobs:
         sudo docker push ${{ env.REGISTRY }}/graphscope/dataset:${tag}
 
         # Release the latest tag
-        tag=latest-${arch}
+        tag=latest
         sudo docker tag graphscope/coordinator:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/coordinator:${tag}
         sudo docker tag graphscope/analytical:${SHORT_SHA} ${{ env.REGISTRY }}/graphscope/analytical:${tag}
         # skip build analytical-java
@@ -160,7 +160,8 @@ jobs:
 
   build-image-aarch64:
     runs-on: [self-hosted, Linux, ARM64]
-    if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.pull_request == 'pull_request') || (github.event_name == 'workflow_dispatch')
+    # if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.pull_request == 'pull_request') || (github.event_name == 'workflow_dispatch')
+    if: false
     steps:
       - uses: actions/checkout@v3
         with:
@@ -320,7 +321,8 @@ jobs:
 
   manifesh-push-image:
     runs-on: ubuntu-20.04
-    if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
+    # if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
+    if: false
     needs: [build-image-x86-64, build-image-aarch64]
 
     steps:

diff --git a/.github/workflows/build-graphscope-manylinux-ext-images.yml b/.github/workflows/build-graphscope-manylinux-ext-images.yml
@@ -43,11 +43,12 @@ jobs:
         # image tag
         tag=ext-${arch}
         # manylinux2014 image
-        sudo docker tag graphscope/manylinux2014:${tag} ${{ env.REGISTRY }}/graphscope/manylinux2014:${tag}
-        sudo docker push ${{ env.REGISTRY }}/graphscope/manylinux2014:${tag}
+        sudo docker tag graphscope/manylinux2014:${tag} ${{ env.REGISTRY }}/graphscope/manylinux2014:ext
+        sudo docker push ${{ env.REGISTRY }}/graphscope/manylinux2014:ext
         
   build-manylinux-ext-image-aarch64:
     runs-on: [self-hosted, Linux, ARM64]
+    if: false
     steps:
     - uses: actions/checkout@v3
       with:
@@ -86,6 +87,7 @@ jobs:
        
   manifest_push_manylinux-ext-image:
     runs-on: ubuntu-20.04
+    if: false
     needs: [build-manylinux-ext-image-x86-64, build-manylinux-ext-image-aarch64]
     steps:
     - name: Create and Push Docker Manifest

diff --git a/.github/workflows/build-graphscope-wheels-linux.yml b/.github/workflows/build-graphscope-wheels-linux.yml
@@ -21,7 +21,8 @@ env:
 
 jobs:
   build-wheels-for-arm64:
-    if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.event_name == 'workflow_dispatch')
+    # if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope') || (github.event_name == 'workflow_dispatch')
+    if: false
     runs-on: [self-hosted, Linux, ARM64]
 
     steps:

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -49,10 +49,10 @@ jobs:
         echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.DOCKER_URL }} --password-stdin
         # docker tag: 0.15.0 -> 0.15.0a20220808
         # x86_64
-        arch=$(uname -m)
+        # arch=$(uname -m)
         time=$(date "+%Y%m%d")
         version=$(cat ${GITHUB_WORKSPACE}/VERSION)
-        tag="${version}a${time}"-${arch}
+        tag="${version}a${time}"
         sudo docker tag graphscope/graphscope-store:${SHORT_SHA} ${{ env.GSS_IMAGE }}:${tag}
         sudo docker push ${{ env.GSS_IMAGE }}:${tag}
 
@@ -69,12 +69,13 @@ jobs:
       run: |
         echo "${docker_password}" | sudo docker login --username="${docker_username}" ${{ env.DOCKER_URL }} --password-stdin
         # x86_64
-        arch=$(uname -m)
-        sudo docker tag graphscope/graphscope-store:${SHORT_SHA} ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}-${arch}
-        sudo docker push ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}-${arch}
+        # arch=$(uname -m)
+        sudo docker tag graphscope/graphscope-store:${SHORT_SHA} ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}
+        sudo docker push ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}
 
   build-gss-image-aarch64:
-    if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
+    # if: (github.ref == 'refs/heads/main' && github.repository == 'alibaba/GraphScope') || (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope')
+    if: false
     runs-on: [self-hosted, Linux, ARM64]
     steps:
     - uses: actions/checkout@v3
@@ -147,7 +148,8 @@ jobs:
         sudo docker rmi -f ${{ env.GSS_IMAGE }}:${{ steps.tag.outputs.TAG }}-${arch} || true
 
   push-gss-image-manifest:
-    if: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope' }}
+    # if: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && github.repository == 'alibaba/GraphScope' }}
+    if: false
     runs-on: ubuntu-20.04
 
     needs: [build-gss-image-x86-64, build-gss-image-aarch64]