ci: add fluentd basic e2e tests #117
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| # It's recommended to run golangci-lint in a job separate from other jobs (go test, etc) because different jobs run in parallel. | |
| go-linter: | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-go@v4 | |
| with: | |
| go-version: 'stable' | |
| - name: golangci-lint | |
| uses: golangci/golangci-lint-action@v3 | |
| with: | |
| # Pin the version in case all the builds start to fail at the same time. | |
| # There may not be an automatic way (e.g., dependabot) to update a specific parameter of a GitHub Action, | |
| # so we will just update it manually whenever it makes sense (e.g., a feature that we want is added). | |
| version: v1.54.0 | |
| args: --fix=false --timeout=5m --out-format=colored-line-number | |
| unit-tests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go: [ '1.20', '1.21' ] | |
| os: [ ubuntu-latest, windows-latest ] | |
| name: Unit Tests / ${{ matrix.os }} / Go ${{ matrix.go }} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{ matrix.go }} | |
| cache: false | |
| - name: build | |
| run: make build | |
| - name: test-unit | |
| run: make test-unit | |
| e2e-tests-for-awslogs: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go: [ '1.20', '1.21' ] | |
| os: [ ubuntu-latest ] # TODO: Add Windows e2e tests: https://github.com/aws/shim-loggers-for-containerd/issues/68 | |
| name: E2E tests / awslogs / ${{ matrix.os }} / Go ${{ matrix.go }} | |
| runs-on: ${{ matrix.os }} | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{ matrix.go }} | |
| cache: false | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.ROLE }} | |
| aws-region: ${{ secrets.REGION }} | |
| - name: install and start containerd | |
| shell: bash | |
| run: sudo scripts/install-containerd | |
| - name: start ecs local endpoint | |
| shell: bash | |
| run: scripts/start-ecs-local-endpoint | |
| - name: ip forwarding # awslogs driver hardcodes "169.254.170.2" as the aws credential endpoint ip so need to forward to local endpoint | |
| shell: bash | |
| run: sudo scripts/ip-forwarding | |
| - name: build | |
| run: sudo make build | |
| - name: test-e2e | |
| run: sudo -E make test-e2e-for-awslogs # containerd interaction requires sudo and aws cloudwatch interaction requires passing env vars | |
| e2e-tests-for-fluentd: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go: [ '1.20', '1.21' ] | |
| os: [ ubuntu-latest ] # TODO: Add Windows e2e tests: https://github.com/aws/shim-loggers-for-containerd/issues/68 | |
| name: E2E tests / fluentd / ${{ matrix.os }} / Go ${{ matrix.go }} | |
| runs-on: ${{ matrix.os }} | |
| permissions: | |
| id-token: write | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{ matrix.go }} | |
| cache: false | |
| - name: install and start containerd | |
| shell: bash | |
| run: sudo scripts/install-containerd | |
| - name: start fluentd local endpoint | |
| shell: bash | |
| run: | # Fluentd container is not using root user so need 777 to make it writable. https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners#docker-container-filesystem | |
| sudo mkdir -m 777 $GITHUB_WORKSPACE/fluentd-logs | |
| docker run -d -p 24224:24224 -p 24224:24224/udp -v $GITHUB_WORKSPACE/fluentd-logs:/fluentd/log public.ecr.aws/docker/library/fluentd:v1.16-debian-1 | |
| - name: build | |
| run: sudo make build | |
| - name: test-e2e | |
| run: sudo make test-e2e-for-fluentd # containerd interaction requires sudo | |
| go-mod-tidy-check: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-go@v4 | |
| with: | |
| go-version-file: go.mod | |
| # TODO: Use `go mod tidy --check` after https://github.com/golang/go/issues/27005 is fixed. | |
| - run: go mod tidy | |
| - run: git diff --exit-code | |
| mdlint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: avto-dev/markdown-lint@v1 | |
| with: | |
| args: '**/*.md' | |