-
Notifications
You must be signed in to change notification settings - Fork 1
73 lines (62 loc) · 1.87 KB
/
verify.yml
File metadata and controls
73 lines (62 loc) · 1.87 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
name: Verify Roast CLI
on:
workflow_dispatch:
push:
branches:
- main
paths:
- '.github/workflows/verify.yml'
- 'README.md'
- 'pyproject.toml'
- 'roast/**'
- 'tests/**'
pull_request:
paths:
- '.github/workflows/verify.yml'
- 'README.md'
- 'pyproject.toml'
- 'roast/**'
- 'tests/**'
permissions:
contents: read
jobs:
verify:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version: ['3.11', '3.12']
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install
run: |
python -m pip install --upgrade pip
pip install -e .
pip install pytest
- name: Run test suite
run: pytest -q
- name: CLI smoke test (local path + config + JSON + fail-under)
run: roast . --no-llm --max-files 12 --include-config --json-output roast-report.json --fail-under 1
- name: Validate JSON report schema
run: |
python - <<'PY'
import json
with open('roast-report.json', encoding='utf-8') as fh:
data = json.load(fh)
assert 'summary' in data
assert 'counts' in data
assert 'hotspots' in data
assert 'issues' in data
assert 'share' in data
assert 'Overall' in data['summary']['scores']
PY
- name: CLI smoke test (GitHub URL path)
run: roast https://github.com/psf/requests --no-llm --max-files 10
- name: Note on LLM smoke coverage
if: matrix.python-version == '3.11'
run: echo "Provider-backed LLM smoke remains manual to keep verify.yml deterministic. Use roast-famous.yml for secret-backed LLM checks."