mirror of
https://github.com/absmach/magistrala.git
synced 2026-08-07 07:14:46 +00:00
Dušan Borovčanin
168e8b90cb
Property Based Tests / api-test (push) Has been cancelled
Continuous Delivery / lint-and-build (push) Has been cancelled
Deploy GitHub Pages / swagger-ui (push) Has been cancelled
CI Pipeline / Lint Proto (push) Has been cancelled
CI Pipeline / Detect Changes (push) Has been cancelled
Continuous Delivery / Build and Push Docker Images (push) Has been cancelled
CI Pipeline / lint-and-build (push) Has been cancelled
CI Pipeline / Test ${{ matrix.module }} (push) Has been cancelled
CI Pipeline / Upload Coverage (push) Has been cancelled
Signed-off-by: dusan <borovcanindusan1@gmail.com>
307 lines
9.7 KiB
YAML
307 lines
9.7 KiB
YAML
# Copyright (c) Abstract Machines
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
name: CI Pipeline
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
paths-ignore:
|
|
- '**/*.md'
|
|
- 'docs/**'
|
|
- 'LICENSE'
|
|
- 'MAINTAINERS'
|
|
- 'CODEOWNERS'
|
|
pull_request:
|
|
branches:
|
|
- main
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
lint-proto:
|
|
name: Lint Proto
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout Code
|
|
uses: actions/checkout@v7
|
|
|
|
- name: Setup Go
|
|
uses: actions/setup-go@v7
|
|
with:
|
|
go-version-file: go.mod
|
|
cache-dependency-path: "go.sum"
|
|
|
|
- name: Install protolint
|
|
run: |
|
|
go install github.com/yoheimuta/protolint/cmd/protolint@latest
|
|
|
|
- name: Lint Protobuf Files
|
|
run: |
|
|
protolint .
|
|
|
|
lint-and-build:
|
|
needs: [lint-proto]
|
|
uses: ./.github/workflows/lint-and-build.yaml
|
|
|
|
detect-changes:
|
|
name: Detect Changes
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
modules: ${{ steps.set-matrix.outputs.modules }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v7
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Check for changes in specific paths
|
|
uses: dorny/paths-filter@v4
|
|
id: changes
|
|
with:
|
|
filters: |
|
|
workflow:
|
|
- ".github/workflows/tests.yaml"
|
|
|
|
channels:
|
|
- "channels/**"
|
|
- "pkg/sdk/**"
|
|
- "clients/api/grpc/**"
|
|
- "groups/api/grpc/**"
|
|
- "domains/api/grpc/**"
|
|
- "internal/grpc/**"
|
|
|
|
cli:
|
|
- "cli/**"
|
|
- "cmd/cli/**"
|
|
- "pkg/sdk/**"
|
|
|
|
clients:
|
|
- "clients/**"
|
|
- "pkg/ulid/**"
|
|
- "pkg/uuid/**"
|
|
- "pkg/events/**"
|
|
- "groups/api/grpc/**"
|
|
- "channels/api/grpc/**"
|
|
- "domains/api/grpc/**"
|
|
- "internal/grpc/**"
|
|
|
|
domains:
|
|
- "domains/**"
|
|
- "internal/grpc/**"
|
|
|
|
groups:
|
|
- "groups/**"
|
|
- "pkg/ulid/**"
|
|
- "pkg/uuid/**"
|
|
- "clients/api/grpc/**"
|
|
- "channels/api/grpc/**"
|
|
- "domains/api/grpc/**"
|
|
- "internal/grpc/**"
|
|
|
|
internal:
|
|
- "internal/**"
|
|
|
|
logger:
|
|
- "logger/**"
|
|
|
|
pkg-atom:
|
|
- "pkg/atom/**"
|
|
|
|
pkg-email:
|
|
- "pkg/email/**"
|
|
- "pkg/emailer/**"
|
|
|
|
pkg-readersclient:
|
|
- "pkg/readersclient/**"
|
|
|
|
pkg-testsutil:
|
|
- "pkg/testsutil/**"
|
|
|
|
pkg-errors:
|
|
- "pkg/errors/**"
|
|
|
|
pkg-events:
|
|
- "pkg/events/**"
|
|
- "pkg/messaging/**"
|
|
|
|
pkg-grpcclient:
|
|
- "pkg/grpcclient/**"
|
|
|
|
pkg-messaging:
|
|
- "pkg/messaging/**"
|
|
|
|
pkg-sdk:
|
|
- "pkg/sdk/**"
|
|
- "pkg/errors/**"
|
|
- "pkg/groups/**"
|
|
- "internal/*"
|
|
- "clients/**"
|
|
- "users/**"
|
|
- "channels/**"
|
|
- "domains/**"
|
|
- "groups/**"
|
|
- "api/http/**"
|
|
|
|
pkg-transformers:
|
|
- "pkg/transformers/**"
|
|
|
|
pkg-ulid:
|
|
- "pkg/ulid/**"
|
|
|
|
pkg-uuid:
|
|
- "pkg/uuid/**"
|
|
|
|
users:
|
|
- "users/**"
|
|
- "pkg/ulid/**"
|
|
- "pkg/uuid/**"
|
|
- "pkg/events/**"
|
|
|
|
api:
|
|
- "api/**"
|
|
|
|
consumers:
|
|
- "consumers/**"
|
|
- "cmd/postgres-writer/**"
|
|
- "cmd/timescale-writer/**"
|
|
- "cmd/smpp-notifier/**"
|
|
- "cmd/smtp-notifier/**"
|
|
|
|
readers:
|
|
- "readers/**"
|
|
- "cmd/postgres-reader/**"
|
|
- "cmd/timescale-reader/**"
|
|
|
|
- name: Set matrix for changed modules
|
|
id: set-matrix
|
|
run: |
|
|
modules=()
|
|
|
|
if [[ "${{ steps.changes.outputs.workflow }}" == "true" || "${{ steps.changes.outputs.pkg-errors }}" == "true" || "${{ steps.changes.outputs.pkg-testsutil }}" == "true" ]]; then
|
|
# If workflow, shared errors, or test utilities changed, test everything
|
|
modules=("auth" "channels" "cli" "clients" "domains" "groups" "internal" "logger" "pkg-atom" "pkg-email" "pkg-errors" "pkg-events" "pkg-grpcclient" "pkg-messaging" "pkg-readersclient" "pkg-sdk" "pkg-testsutil" "pkg-transformers" "pkg-ulid" "pkg-uuid" "users" "api" "consumers" "readers")
|
|
else
|
|
# Add only changed modules
|
|
[[ "${{ steps.changes.outputs.auth }}" == "true" ]] && modules+=("auth")
|
|
[[ "${{ steps.changes.outputs.channels }}" == "true" ]] && modules+=("channels")
|
|
[[ "${{ steps.changes.outputs.cli }}" == "true" ]] && modules+=("cli")
|
|
[[ "${{ steps.changes.outputs.clients }}" == "true" ]] && modules+=("clients")
|
|
[[ "${{ steps.changes.outputs.domains }}" == "true" ]] && modules+=("domains")
|
|
[[ "${{ steps.changes.outputs.groups }}" == "true" ]] && modules+=("groups")
|
|
[[ "${{ steps.changes.outputs.internal }}" == "true" ]] && modules+=("internal")
|
|
[[ "${{ steps.changes.outputs.logger }}" == "true" ]] && modules+=("logger")
|
|
[[ "${{ steps.changes.outputs.pkg-atom }}" == "true" ]] && modules+=("pkg-atom")
|
|
[[ "${{ steps.changes.outputs.pkg-email }}" == "true" ]] && modules+=("pkg-email")
|
|
[[ "${{ steps.changes.outputs.pkg-errors }}" == "true" ]] && modules+=("pkg-errors")
|
|
[[ "${{ steps.changes.outputs.pkg-events }}" == "true" ]] && modules+=("pkg-events")
|
|
[[ "${{ steps.changes.outputs.pkg-grpcclient }}" == "true" ]] && modules+=("pkg-grpcclient")
|
|
[[ "${{ steps.changes.outputs.pkg-messaging }}" == "true" ]] && modules+=("pkg-messaging")
|
|
[[ "${{ steps.changes.outputs.pkg-readersclient }}" == "true" ]] && modules+=("pkg-readersclient")
|
|
[[ "${{ steps.changes.outputs.pkg-sdk }}" == "true" ]] && modules+=("pkg-sdk")
|
|
[[ "${{ steps.changes.outputs.pkg-transformers }}" == "true" ]] && modules+=("pkg-transformers")
|
|
[[ "${{ steps.changes.outputs.pkg-ulid }}" == "true" ]] && modules+=("pkg-ulid")
|
|
[[ "${{ steps.changes.outputs.pkg-uuid }}" == "true" ]] && modules+=("pkg-uuid")
|
|
[[ "${{ steps.changes.outputs.users }}" == "true" ]] && modules+=("users")
|
|
[[ "${{ steps.changes.outputs.api }}" == "true" ]] && modules+=("api")
|
|
[[ "${{ steps.changes.outputs.consumers }}" == "true" ]] && modules+=("consumers")
|
|
[[ "${{ steps.changes.outputs.readers }}" == "true" ]] && modules+=("readers")
|
|
fi
|
|
|
|
# Convert to JSON array
|
|
json_modules=$(printf '%s\n' "${modules[@]}" | jq -R . | jq -s -c .)
|
|
echo "modules=$json_modules" >> $GITHUB_OUTPUT
|
|
echo "Testing modules: $json_modules"
|
|
|
|
run-tests:
|
|
name: Test ${{ matrix.module }}
|
|
runs-on: ubuntu-latest
|
|
needs: [lint-and-build, detect-changes]
|
|
if: needs.detect-changes.outputs.modules != '[]'
|
|
strategy:
|
|
fail-fast: true
|
|
max-parallel: 20
|
|
matrix:
|
|
module: ${{ fromJSON(needs.detect-changes.outputs.modules) }}
|
|
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v7
|
|
|
|
- name: Setup Go
|
|
uses: actions/setup-go@v7
|
|
with:
|
|
go-version-file: go.mod
|
|
cache-dependency-path: "go.sum"
|
|
|
|
- name: Verify dependencies
|
|
run: |
|
|
go mod download
|
|
go mod verify
|
|
|
|
- name: Run ${{ matrix.module }} tests
|
|
run: |
|
|
# Map module names to directories
|
|
case "${{ matrix.module }}" in
|
|
pkg-atom) dir="pkg/atom" ;;
|
|
pkg-email) dir="pkg/email" ;;
|
|
pkg-errors) dir="pkg/errors" ;;
|
|
pkg-events) dir="pkg/events" ;;
|
|
pkg-grpcclient) dir="pkg/grpcclient" ;;
|
|
pkg-messaging) dir="pkg/messaging" ;;
|
|
pkg-readersclient) dir="pkg/readersclient" ;;
|
|
pkg-sdk) dir="pkg/sdk" ;;
|
|
pkg-testsutil) dir="pkg/testsutil" ;;
|
|
pkg-transformers) dir="pkg/transformers" ;;
|
|
pkg-ulid) dir="pkg/ulid" ;;
|
|
pkg-uuid) dir="pkg/uuid" ;;
|
|
channels) dir="pkg/channels" ;;
|
|
clients) dir="pkg/clients" ;;
|
|
domains) dir="pkg/domains" ;;
|
|
groups) dir="pkg/groups" ;;
|
|
*) dir="${{ matrix.module }}" ;;
|
|
esac
|
|
|
|
if [[ ! -d "$dir" ]]; then
|
|
echo "Skipping ${{ matrix.module }}; ./$dir is not present in this branch"
|
|
echo "mode: atomic" > coverage-${{ matrix.module }}.out
|
|
exit 0
|
|
fi
|
|
|
|
go test -mod=readonly --race -v -count=1 -failfast -coverprofile=coverage-${{ matrix.module }}.out ./$dir/...
|
|
|
|
- name: Upload coverage
|
|
uses: actions/upload-artifact@v7
|
|
with:
|
|
name: coverage-${{ matrix.module }}
|
|
path: coverage-${{ matrix.module }}.out
|
|
retention-days: 1
|
|
|
|
upload-coverage:
|
|
name: Upload Coverage
|
|
runs-on: ubuntu-latest
|
|
needs: run-tests
|
|
if: always() && needs.run-tests.result != 'cancelled'
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v7
|
|
|
|
- name: Download all coverage artifacts
|
|
uses: actions/download-artifact@v8
|
|
with:
|
|
pattern: coverage-*
|
|
path: coverage
|
|
merge-multiple: true
|
|
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v7
|
|
with:
|
|
token: ${{ secrets.CODECOV }}
|
|
directory: ./coverage
|
|
files: ./coverage/*.out
|
|
fail_ci_if_error: false
|
|
verbose: true
|