add unit and e2e tests #17
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Unit and E2E Tests | |
| on: | |
| pull_request: | |
| schedule: | |
| # Run once a week on Sunday | |
| - cron: "0 7 * * 0" | |
| jobs: | |
| #### Unit tests #### | |
| unit-tests: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup Go 1.22 | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.22 | |
| - name: Install dependencies | |
| run: | | |
| go mod tidy | |
| go install golang.org/x/tools/cmd/[email protected] | |
| - name: Test CFN lambda | |
| working-directory: ./cfn-lambda/handler | |
| run: go test -v -race -covermode=atomic -coverprofile=coverage.out | |
| - name: Test EventBridge lambda | |
| working-directory: ./eventbridge-lambda/handler | |
| run: go test -v -race -covermode=atomic -coverprofile=coverage.out | |
| - name: Test common functions | |
| working-directory: ./common | |
| run: go test -v -race -covermode=atomic -coverprofile=coverage.out | |
| #### E2E Tests #### | |
| e2e-tests: | |
| needs: unit-tests # Run e2e test only if unit tests passed | |
| runs-on: ubuntu-latest | |
| env: | |
| AWS_REGION: 'us-east-1' | |
| TEST_VERSION: test | |
| steps: | |
| # Initialize env | |
| - uses: actions/checkout@v4 | |
| - name: Setup Go 1.22 | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.22 | |
| - name: Install dependencies | |
| run: | | |
| go mod tidy | |
| go install golang.org/x/tools/cmd/[email protected] | |
| # Generate the ZIP files | |
| - name: Build CloudFormation Lambda function | |
| working-directory: ./cfn-lambda | |
| run: | | |
| cp -R ../common ./common | |
| GOOS=linux GOARCH=amd64 CGO_ENABLED=0 go build -o bootstrap . | |
| zip -x "*_test.go" -r ../cfn-lambda.zip . | |
| - name: Build and Zip EventBridge Lambda function | |
| working-directory: ./eventbridge-lambda | |
| run: | | |
| cp -R ../common ./common | |
| GOOS=linux GOARCH=amd64 CGO_ENABLED=0 go build -o bootstrap . | |
| zip -x "*_test.go" -r ../eventbridge-lambda.zip . | |
| # Setup and upload to AWS | |
| - name: Setup AWS | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Upload ZIP to S3 | |
| run: | | |
| aws s3 cp ./cfn-lambda.zip s3://logzio-aws-integrations-${{ env.AWS_REGION }}/firehose-logs/${{ env.TEST_VERSION }}/cfn-lambda.zip --acl public-read | |
| aws s3 cp ./eventbridge-lambda.zip s3://logzio-aws-integrations-${{ env.AWS_REGION }}/firehose-logs/${{ env.TEST_VERSION }}/eventbridge-lambda.zip --acl public-read | |
| # Generate test data | |
| - name: Create API Gateway service | |
| id: create_api | |
| run: | | |
| # Create API | |
| api_id=$(aws apigateway create-rest-api --name 'auto-test-firehose-log-api' --description 'Integration test for Firehose logs' --region ${{ env.AWS_REGION }} --query 'id' --output text) | |
| # Get the root resource (/ path) | |
| resource_id=$(aws apigateway get-resources --rest-api-id $api_id --query 'items[0].id' --output text) | |
| # Add GET method | |
| aws apigateway put-method --rest-api-id $api_id --resource-id $resource_id --http-method GET --authorization-type "NONE" | |
| aws apigateway put-method-response --rest-api-id $api_id --resource-id $resource_id --http-method GET --status-code 200 | |
| # Add Integration | |
| aws apigateway put-integration --rest-api-id $api_id --resource-id $resource_id --http-method GET --type MOCK --request-templates '{ "application/json": "{\"statusCode\": 200}" }' | |
| aws apigateway put-integration-response --rest-api-id $api_id --resource-id $resource_id --http-method GET --status-code 200 --selection-pattern "" --response-templates '{"application/json": "{\"statusCode\": 200, \"message\": \"Test msg\"}"}' | |
| # Deploy | |
| aws apigateway create-deployment --rest-api-id $api_id --stage-name test --stage-description 'Test stage' --description 'First deployment' | |
| # Enable Cloudwatch logging | |
| aws apigateway update-stage --rest-api-id $api_id --stage-name 'test' --patch-operations 'op=replace,path=/*/*/logging/loglevel,value=INFO' | |
| # Keep the $api_id for next steps | |
| echo "::set-output name=api_id::$api_id" | |
| - name: Invoke the API to generate log group | |
| run: curl -X GET https://$(echo ${{ steps.create_api.outputs.api_id }}).execute-api.${{ env.AWS_REGION }}.amazonaws.com/test/ | |
| # Deploy test stack | |
| - name: Update sam-template region and version vars | |
| working-directory: ./cloudformation | |
| run: | | |
| grep -rli '<<REGION>>' * | xargs -i@ sed -i 's/<<REGION>>/${{ env.AWS_REGION }}/g' @ | |
| grep -rli '<<VERSION>>' * | xargs -i@ sed -i 's/<<VERSION>>/${{ env.TEST_VERSION }}/g' @ | |
| - name: Deploy test stack | |
| run: | | |
| aws cloudformation deploy \ | |
| --template-file ./cloudformation/sam-template.yaml \ | |
| --stack-name auto-test-firehose-log \ | |
| --parameter-overrides logzioToken=${{ secrets.LOGZIO_SHIPPING_TOKEN }} logzioListener=https://aws-firehose-logs-listener.logz.io services=apigateway customLogGroups=API-Gateway-Execution-Logs_$(echo ${{ steps.create_api.outputs.api_id }})/test \ | |
| --capabilities CAPABILITY_NAMED_IAM \ | |
| --disable-rollback \ | |
| --debug | |
| - name: Invoke the API to generate logs | |
| run: curl -X GET https://$(echo ${{ steps.create_api.outputs.api_id }}).execute-api.${{ env.AWS_REGION }}.amazonaws.com/test/ | |
| - name: Delete the API Gateway | |
| run: aws apigateway delete-rest-api --rest-api-id $(echo ${{ steps.create_api.outputs.api_id }}) | |
| - name: Wait to allow data to get to logzio | |
| run: sleep 60 | |
| # Run tests | |
| - name: Run Go Tests | |
| working-directory: ./tests | |
| env: | |
| LOGZIO_API_TOKEN: ${{ secrets.LOGZIO_API_TOKEN }} | |
| run: go test -v ./e2e_test.go | |
| # Cleanup | |
| - name: Delete Stack | |
| if: always() | |
| run: | | |
| aws cloudformation delete-stack \ | |
| --stack-name auto-test-firehose-log |