Experiment 9 - Determine additional cold start penalty

vhive-serverless · Feb 16, 2024 · cf9142d · cf9142d
1 parent e90cca3
commit cf9142d
Show file tree

Hide file tree

Showing 21 changed files with 560 additions and 583 deletions.
diff --git a/.github/workflows/bandwidth-experiment.yml b/.github/workflows/bandwidth-experiment.yml
@@ -0,0 +1,185 @@
+name: Bandwidth experiments
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - ypwong99/temp-experiment-image-sizes
+
+jobs:
+  build_client:
+    name: Build framework
+    runs-on: ubuntu-latest
+    env:
+      working-directory: ./src
+
+    steps:
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v4
+        with:
+          ref: ypwong99/temp-experiment-image-sizes
+
+      - name: Set up Go 1.21
+        uses: actions/setup-go@v3
+        with:
+          go-version: 1.21
+
+      - name: Build client binary
+        working-directory: ${{ env.working-directory }}
+        run: env GOOS=linux GOARCH=amd64 CGO_ENABLED=0 go build -o stellar main.go
+
+      - name: Package client artifact
+        working-directory: ${{ env.working-directory }}
+        run: tar -czvf build.tar ./stellar
+
+      - name: Upload client artifact
+        uses: actions/upload-artifact@v3
+        with:
+          name: STeLLAR-build
+          path: ${{ env.working-directory }}/build.tar
+          retention-days: 1
+
+  aws-bandwidth:
+    needs: build_client
+    runs-on: [ self-hosted, aws ]
+    strategy:
+      matrix:
+        name: [aws-25-bandwidth-page, aws-50-bandwidth-page, aws-75-bandwidth-page, aws-100-bandwidth-page]
+    env:
+      working-directory: src
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
+
+    steps:
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v4
+        with:
+          ref: ypwong99/temp-experiment-image-sizes
+
+      - name: Configure AWS credentials using EASE lab account
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_KEY }}
+          aws-region: us-west-1
+
+      - name: Set up Node.js 16.16.0
+        uses: actions/setup-node@v3
+        with:
+          node-version: 16.16.0
+
+      - name: Download client artifact
+        uses: actions/download-artifact@v3
+        with:
+          name: STeLLAR-build
+
+      - name: Untar client build
+        working-directory: ${{ env.working-directory }}
+        run: tar --strip-components=1 -xvf ../build.tar -C .
+
+      - name: Run experiment ${{ matrix.name }}
+        working-directory: ${{ env.working-directory }}
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
+        run: ./stellar -a 356764711652 -o latency-samples -c ../experiments/bandwidth-page/${{ matrix.name }}.json
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: ${{ matrix.name }}
+          path: ${{ env.working-directory }}/latency-samples
+
+  azure-bandwidth:
+    needs: build_client
+    runs-on: [ self-hosted, azure ]
+    timeout-minutes: 600
+    strategy:
+      matrix:
+        name: [ azure-25-bandwidth-page, azure-50-bandwidth-page, azure-75-bandwidth-page, azure-100-bandwidth-page ]
+    env:
+      working-directory: src
+      AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+      AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+      AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+      AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+
+    steps:
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v4
+        with:
+          ref: ypwong99/temp-experiment-image-sizes
+
+      - name: Set up Node 16.16.0
+        uses: actions/setup-node@v3
+        with:
+          node-version: 16.16.0
+
+      - name: Download client artifact
+        uses: actions/download-artifact@v3
+        with:
+          name: STeLLAR-build
+
+      - name: Untar client build
+        working-directory: ${{ env.working-directory }}
+        run: tar --strip-components=1 -xvf ../build.tar -C .
+
+      - name: Run experiment ${{ matrix.name }}
+        working-directory: ${{ env.working-directory }}
+        run: ./stellar -c ../experiments/bandwidth-page/${{ matrix.name }}.json
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: ${{ matrix.name }}
+          path: ${{ env.working-directory }}/latency-samples
+
+  gcr-bandwidth:
+    needs: build_client
+    runs-on: [ self-hosted, gcr ]
+    timeout-minutes: 600
+    strategy:
+      matrix:
+        name: [ gcr-25-bandwidth-page, gcr-50-bandwidth-page, gcr-75-bandwidth-page, gcr-100-bandwidth-page ]
+    env:
+      working-directory: src
+      DOCKER_HUB_USERNAME: ${{ secrets.DOCKER_HUB_USERNAME }}
+      DOCKER_HUB_ACCESS_TOKEN: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
+
+    steps:
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v4
+        with:
+          ref: ypwong99/temp-experiment-image-sizes
+
+      - id: auth
+        name: Configure GCR credentials
+        uses: google-github-actions/auth@v1
+        with:
+          credentials_json: ${{ secrets.GCR_CREDENTIALS }}
+
+      - name: Set up gcloud
+        uses: google-github-actions/setup-gcloud@v1
+        with:
+          version: ">= 363.0.0"
+
+      - name: Set up Node 16.16.0
+        uses: actions/setup-node@v3
+        with:
+          node-version: 16.16.0
+
+      - name: Download client artifact
+        uses: actions/download-artifact@v3
+        with:
+          name: STeLLAR-build
+
+      - name: Untar client build
+        working-directory: ${{ env.working-directory }}
+        run: tar --strip-components=1 -xvf ../build.tar -C .
+
+      - name: Run experiment ${{ matrix.name }}
+        working-directory: ${{ env.working-directory }}
+        run: ./stellar -c ../experiments/bandwidth-page/${{ matrix.name }}.json
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: ${{ matrix.name }}
+          path: ${{ env.working-directory }}/latency-samples
diff --git a/.github/workflows/chunk-size-experiment.yml b/.github/workflows/chunk-size-experiment.yml
@@ -1,17 +1,18 @@
-name: Chunk size experiment
+name: Chunk size experiments
 
 on:
   workflow_dispatch:
-  push:
-    branches:
-      - ypwong99/temp-experiment-image-sizes
+#  push:
+#    branches:
+#      - ypwong99/temp-experiment-image-sizes
 
 jobs:
   build_client:
     name: Build framework
     runs-on: ubuntu-latest
     env:
       working-directory: ./src
+
     steps:
       - name: Check out code into the Go module directory
         uses: actions/checkout@v4