ctrf-cli/.github/workflows/main.yaml at main · ctrf-io/ctrf-cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
name: CI

on:
  push:
    branches: [main]
  pull_request:
  workflow_dispatch:

concurrency:
  group: ci-${{ github.ref }}
  cancel-in-progress: true

env:
  CI: true

permissions:
  contents: read

jobs:
  quality:
    name: Quality (lint/format)
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup Node
        uses: actions/setup-node@v4
        with:
          node-version: '22'
          cache: npm

      - name: Install
        run: npm ci

      - name: Lint
        run: npm run lint:check

      - name: Format check
        run: npm run format:check

  test-build:
    name: Test + Build (Node ${{ matrix.node }})
    runs-on: ubuntu-latest
    needs: [quality]
    strategy:
      fail-fast: false
      matrix:
        node: ['20', '22', '24']

    permissions:
      contents: read
      actions: read

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup Node
        uses: actions/setup-node@v4
        with:
          node-version: ${{ matrix.node }}
          cache: npm

      - name: Install
        run: npm ci

      - name: Test
        run: npm test

      - name: Build
        run: npm run build

      - name: Test CLI - Merge
        run: node dist/cli.js merge test-reports

      - name: Test CLI - Validate
        run: node dist/cli.js validate examples/minimal.json

      - name: Test CLI - Validate Strict
        run: node dist/cli.js validate-strict examples/minimal.json

      - name: Test CLI - Flaky
        run: node dist/cli.js flaky examples/with-retries.json

      - name: Test CLI - Generate Test IDs
        run: node dist/cli.js generate-test-ids examples/minimal.json

      - name: Test CLI - Generate Report ID
        run: node dist/cli.js generate-report-id examples/minimal.json

      - name: Test CLI - Add Insights
        run: node dist/cli.js add-insights examples/minimal.json examples

      - name: Publish Test Report
        uses: ctrf-io/github-test-reporter@v1
        with:
          report-path: './ctrf/*.json'
          summary-delta-report: true
          github-report: true
          insights-report: true
          flaky-rate-report: true
          previous-results-report: true
          upload-artifact: true
          artifact-name: ctrf-test-report-node-${{ matrix.node }}
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        if: always() && hashFiles('ctrf/*.json') != ''

  security:
    name: Security (deps audit)
    runs-on: ubuntu-latest
    permissions:
      contents: read
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup Node
        uses: actions/setup-node@v4
        with:
          node-version: '22'
          cache: npm

      - name: Install
        run: npm ci

      - name: npm audit (prod)
        run: npm audit --omit=dev
        continue-on-error: true