Merge pull request #242 from freeswitch/cicd

GHA: Rework package build and publish process.
freeswitch · Jan 15, 2024 · 2f73660 · 2f73660
2 parents 6198851 + 2bb1319
commit 2f73660
Showing 1 changed file with 141 additions and 59 deletions.
diff --git a/.github/workflows/all.yml b/.github/workflows/all.yml
@@ -9,12 +9,11 @@ on:
   workflow_dispatch:
 
 concurrency: 
-  group: ${{ github.head_ref ||  github.ref }}
+  group: ${{ github.head_ref || github.ref }}
 
 jobs:
-
   sofia_build_rpm:
-    name: 'Build Rpm'
+    name: 'Build RPM'
     uses: signalwire/actions-template/.github/workflows/ci-rpm-packages.yml@main
     with:
       PROJECT_NAME: sofia-sip
@@ -24,130 +23,213 @@ jobs:
     secrets: inherit 
 
   sofia_build_deb:
-    name: 'Build Deb'
+    name: 'Build DEB'
     uses: signalwire/actions-template/.github/workflows/ci-deb-packages-v2.yml@main
     strategy:
       fail-fast: false
       matrix:
-        BASE_IMAGE:
-          - signalwire/build-deb-action:bookworm
-          - signalwire/build-deb-action:bullseye
-          - signalwire/build-deb-action:buster
-          - signalwire/build-deb-action:stretch
-        PLATFORM:
+        codename:
+          - bookworm
+          - bullseye
+          - buster
+          - stretch
+        platform:
           - amd64
           - arm
     with:
       PROJECT_NAME: sofia-sip
       RUNNER: ubuntu-latest
-      BASE_IMAGE: ${{matrix.BASE_IMAGE}}
-      PLATFORM: ${{matrix.PLATFORM}}
+      BASE_IMAGE: signalwire/build-deb-action
+      DISTRO_CODENAME: ${{ matrix.codename }}
+      PLATFORM: ${{ matrix.platform }}
+
+  generate_meta_rpm:
+    name: 'Meta RPM'
+    needs: [ sofia_build_rpm ]
+    strategy:
+      matrix:
+        os:
+          - rpm
+        platform:
+          - amd64
+    uses: signalwire/actions-template/.github/workflows/ci-libs-metadata-v2.yml@main
+    with:
+      ARTIFACT_NAME: ${{ matrix.os }}-${{ matrix.platform }}-artifact
+      OS_PLATFORM: ${{ matrix.os }}-${{ matrix.platform }}
+      RUNNER: ubuntu-latest
+      FILE_PATH_PREFIX: /var/www/sofia-${{ matrix.os }}-${{ matrix.platform }}/${{ github.run_id }}-${{ github.run_number }}
 
-  generate_meta:
-    name: 'Meta'
-    needs: [sofia_build_rpm, sofia_build_deb]
+  generate_meta_deb:
+    name: 'Meta DEB'
+    needs: [ sofia_build_deb ]
     strategy:
       matrix:
+        os:
+          - deb
+        codename:
+          - bookworm
+          - bullseye
+          - buster
+          - stretch
         platform:
-          - deb-amd64
-          - deb-arm
-          - rpm-amd64
-
+          - amd64
+          - arm
     uses: signalwire/actions-template/.github/workflows/ci-libs-metadata-v2.yml@main
     with:
-      ARTIFACT_NAME: ${{ matrix.platform }}-artifact
-      OS_PLATFORM: ${{ matrix.platform }}
+      ARTIFACT_NAME: ${{ matrix.os }}-${{ matrix.codename }}-${{ matrix.platform }}-artifact
+      OS_PLATFORM: ${{ matrix.os }}-${{ matrix.codename }}-${{ matrix.platform }}
       RUNNER: ubuntu-latest
-      FILE_PATH_PREFIX: /var/www/sofia-${{ matrix.platform }}/${{github.run_id}}-${{github.run_number}}
+      FILE_PATH_PREFIX: /var/www/sofia-${{ matrix.os }}-${{ matrix.platform }}/${{ github.run_id }}-${{ github.run_number }}
 
-  distribute_matrix:
+  distribute_matrix_rpm:
     permissions: write-all
-    name: 'Copy to remote'
-    needs: [sofia_build_rpm, sofia_build_deb]
+    name: 'Copy to remote RPM'
+    needs: [ sofia_build_rpm ]
     strategy:
       matrix:
-        os_platform:
-          - deb-amd64
-          - deb-arm
-          - rpm-amd64
-
+        os:
+          - rpm
+        platform:
+          - amd64
     uses: signalwire/actions-template/.github/workflows/cd-scp.yml@main
     with:
-      ARTIFACT_NAME: ${{ matrix.os_platform }}-artifact
-      TARGET_FOLDER: /var/www/sofia-${{ matrix.os_platform }}/${{github.run_id}}-${{github.run_number}}
+      ARTIFACT_NAME: ${{ matrix.os }}-${{ matrix.platform }}-artifact
+      TARGET_FOLDER: /var/www/sofia-${{ matrix.os }}-${{ matrix.platform }}/${{ github.run_id }}-${{ github.run_number }}
       RUNNER: ubuntu-latest
       FILES: '*.tar.gz'
       CREATE_DESTINATION_FOLDERS: true
-    secrets: 
-      # Explicit define secrets for better understanding but it could be just inherit 
+    secrets:
+      # Explicit define secrets for better understanding but it could be just inherit
       PROXY_URL: ${{ secrets.PROXY_URL }}
       USERNAME: ${{ secrets.USERNAME }}
       HOSTNAME: ${{ secrets.HOSTNAME }}
       TELEPORT_TOKEN: ${{ secrets.TELEPORT_TOKEN }}
-  
-  distribute_meta_deb:
+
+  distribute_matrix_deb:
     permissions: write-all
-    name: 'Copy meta to remote'
-    needs: generate_meta
+    name: 'Copy to remote DEB'
+    needs: [ sofia_build_deb ]
     strategy:
       matrix:
         os:
           - deb
+        codename:
+          - bookworm
+          - bullseye
+          - buster
+          - stretch
         platform:
           - amd64
           - arm
-
+    uses: signalwire/actions-template/.github/workflows/cd-scp.yml@main
+    with:
+      ARTIFACT_NAME: ${{ matrix.os }}-${{ matrix.codename }}-${{ matrix.platform }}-artifact
+      TARGET_FOLDER: /var/www/sofia-${{ matrix.os }}-${{ matrix.platform }}/${{ github.run_id }}-${{ github.run_number }}
+      RUNNER: ubuntu-latest
+      FILES: '*.tar.gz'
+      CREATE_DESTINATION_FOLDERS: true
+    secrets:
+      # Explicit define secrets for better understanding but it could be just inherit
+      PROXY_URL: ${{ secrets.PROXY_URL }}
+      USERNAME: ${{ secrets.USERNAME }}
+      HOSTNAME: ${{ secrets.HOSTNAME }}
+      TELEPORT_TOKEN: ${{ secrets.TELEPORT_TOKEN }}
+
+  distribute_meta_rpm:
+    permissions: write-all
+    name: 'Copy meta to remote RPM'
+    needs: [ generate_meta_rpm ]
+    strategy:
+      max-parallel: 1
+      matrix:
+        os:
+          - rpm
+        platform:
+          - amd64
     uses: signalwire/actions-template/.github/workflows/cd-libs-metadata.yml@main
     with:
-      ARTIFACT_NAME: ${{ matrix.os }}-${{matrix.platform}}-meta
+      ARTIFACT_NAME: ${{ matrix.os }}-${{ matrix.platform }}-meta
       LIB_NAME: sofia-sip
       TARGET_OS: ${{ matrix.os }}
       TARGET_PLATFORM: ${{ matrix.platform }}
       RUNNER: ubuntu-latest
       TARGET_REPO: signalwire/bamboo_gha_trigger
-    secrets: 
+    secrets:
       GH_BOT_DEPLOY_TOKEN: ${{ secrets.PAT }}
-
-  distribute_meta_rpm:
+    concurrency:
+      group: sofia-sip-${{ matrix.os }}-${{ matrix.platform }}
+      cancel-in-progress: false
+
+  distribute_meta_deb:
     permissions: write-all
-    name: 'Copy meta to remote'
-    needs: generate_meta
+    name: 'Copy meta to remote DEB'
+    needs: [ generate_meta_deb ]
     strategy:
+      max-parallel: 1
       matrix:
         os:
-          - rpm
+          - deb
+        codename:
+          - bookworm
+          - bullseye
+          - buster
+          - stretch
         platform:
           - amd64
-
+          - arm
     uses: signalwire/actions-template/.github/workflows/cd-libs-metadata.yml@main
     with:
-      ARTIFACT_NAME: ${{ matrix.os }}-${{matrix.platform}}-meta
+      ARTIFACT_NAME: ${{ matrix.os }}-${{ matrix.codename }}-${{ matrix.platform }}-meta
       LIB_NAME: sofia-sip
       TARGET_OS: ${{ matrix.os }}
       TARGET_PLATFORM: ${{ matrix.platform }}
       RUNNER: ubuntu-latest
       TARGET_REPO: signalwire/bamboo_gha_trigger
     secrets: 
       GH_BOT_DEPLOY_TOKEN: ${{ secrets.PAT }}
-
-  distribute_hash:
+    concurrency:
+      group: sofia-sip-${{ matrix.os }}-${{ matrix.platform }}
+      cancel-in-progress: true
+
+  distribute_hash_rpm:
     permissions: write-all
-    name: 'Copy hash to remote'
-    needs: [distribute_meta_deb, distribute_meta_rpm]
+    name: 'Copy hash to remote RPM'
+    needs: [ distribute_meta_rpm ]
     uses: signalwire/actions-template/.github/workflows/cd-scp.yml@main
     strategy:
       matrix:
-        os_platform:
-          - deb-amd64
-          - deb-arm
-          - rpm-amd64
+        os:
+          - rpm
+        platform:
+          - amd64
     with:
       RUNNER: ubuntu-latest
       CREATE_DESTINATION_FOLDERS: false
-      EXEC_COMMANDS: 'echo "${{github.sha}}" > /var/www/sofia-${{ matrix.os_platform }}/${{github.run_id}}-${{github.run_number}}/hash.txt'
-    secrets: 
+      EXEC_COMMANDS: 'echo "${{ github.sha }}" > /var/www/sofia-${{ matrix.os }}-${{ matrix.platform }}/${{ github.run_id }}-${{ github.run_number }}/hash.txt'
+    secrets:
+      PROXY_URL: ${{ secrets.PROXY_URL }}
+      USERNAME: ${{ secrets.USERNAME }}
+      HOSTNAME: ${{ secrets.HOSTNAME }}
+      TELEPORT_TOKEN: ${{ secrets.TELEPORT_TOKEN }}
+
+  distribute_hash_deb:
+    permissions: write-all
+    name: 'Copy hash to remote DEB'
+    needs: [ distribute_meta_deb ]
+    uses: signalwire/actions-template/.github/workflows/cd-scp.yml@main
+    strategy:
+      matrix:
+        os:
+          - deb
+        platform:
+          - amd64
+          - arm
+    with:
+      RUNNER: ubuntu-latest
+      CREATE_DESTINATION_FOLDERS: false
+      EXEC_COMMANDS: 'echo "${{ github.sha }}" > /var/www/sofia-${{ matrix.os }}-${{ matrix.platform }}/${{ github.run_id }}-${{ github.run_number }}/hash.txt'
+    secrets:
       PROXY_URL: ${{ secrets.PROXY_URL }}
       USERNAME: ${{ secrets.USERNAME }}
       HOSTNAME: ${{ secrets.HOSTNAME }}
       TELEPORT_TOKEN: ${{ secrets.TELEPORT_TOKEN }}
-