Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -112,11 +112,14 @@ The same evidence can be exported from the CLI without opening the browser:
poetry run inferedgelab demo-evidence-summary
poetry run inferedgelab demo-evidence-summary --format json
poetry run inferedgelab portfolio-demo-check
poetry run inferedgelab core4-conformance-check
poetry run inferedgelab export-demo-evidence --output reports/studio_demo_evidence.md
```

`portfolio-demo-check` is the pre-submission guardrail for this portfolio demo.
It validates the committed Studio fixtures, expected README/PPT metrics, portfolio docs, and local Studio assets without starting workers, queues, databases, or a production SaaS service.
`core4-conformance-check` is the cross-repo contract guardrail.
It validates the bundled Forge manifest/metadata fixture, Runtime result JSON, Lab compare/deployment decision surface, and AIGuard `guard_analysis` evidence without mutating existing schemas.

![InferEdge Local Studio demo evidence](assets/images/local-studio-demo-evidence.png)

Expand Down
24 changes: 24 additions & 0 deletions examples/core4_conformance/forge_manifest.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"schema_version": "inferedge-forge-manifest-v1",
"build_id": "yolov8n-tensorrt-jetson_fp16-20260424T133518Z",
"source_model": {
"path": "models/onnx/yolov8n.onnx",
"sha256": "4b31ebf8213f2971b8136f7ccca475e27f40559a14bc27e0d8a531a933273eb7"
},
"artifact": {
"path": "builds/yolov8n__jetson__tensorrt__jetson_fp16/model.engine",
"sha256": "29484d824f5be2dfd3e1e801e927298f15f8e77af785711ac6fd429a7445ea22",
"type": "engine"
},
"backend": "tensorrt",
"target": "jetson",
"precision": "fp16",
"input_shape": [1, 3, 640, 640],
"preset": {
"name": "tensorrt/jetson_fp16"
},
"runtime_handoff": {
"compare_key_hint": "yolov8n__b1__h640w640__fp16",
"backend_key_hint": "tensorrt__jetson"
}
}
21 changes: 21 additions & 0 deletions examples/core4_conformance/forge_metadata.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
{
"schema_version": "inferedge-forge-metadata-v1",
"metadata_role": "forge-build-provenance",
"build_id": "yolov8n-tensorrt-jetson_fp16-20260424T133518Z",
"source_model_path": "models/onnx/yolov8n.onnx",
"source_model_sha256": "4b31ebf8213f2971b8136f7ccca475e27f40559a14bc27e0d8a531a933273eb7",
"artifact_path": "builds/yolov8n__jetson__tensorrt__jetson_fp16/model.engine",
"artifact_sha256": "29484d824f5be2dfd3e1e801e927298f15f8e77af785711ac6fd429a7445ea22",
"artifact_type": "engine",
"backend": "tensorrt",
"target": "jetson",
"precision": "fp16",
"batch": 1,
"height": 640,
"width": 640,
"preset_name": "tensorrt/jetson_fp16",
"runtime_handoff": {
"compare_key_hint": "yolov8n__b1__h640w640__fp16",
"backend_key_hint": "tensorrt__jetson"
}
}
4 changes: 4 additions & 0 deletions inferedgelab/cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
from inferedgelab.commands.demo_evidence import demo_evidence_summary_cmd
from inferedgelab.commands.demo_evidence import export_demo_evidence_cmd
from inferedgelab.commands.demo_evidence import portfolio_demo_check_cmd
from inferedgelab.commands.core4_conformance import core4_conformance_check_cmd
from inferedgelab.commands.list_results import list_results_cmd
from inferedgelab.commands.history_report import history_report_cmd
from inferedgelab.commands.serve import serve_cmd
Expand Down Expand Up @@ -48,6 +49,9 @@ def version_cmd() -> None:
app.command("portfolio-demo-check", help="Validate committed portfolio demo evidence before submission")(
portfolio_demo_check_cmd
)
app.command("core4-conformance-check", help="Validate Forge/Runtime/Lab/AIGuard contract conformance")(
core4_conformance_check_cmd
)
app.command("list-results", help="List recent structured benchmark results")(list_results_cmd)
app.command("history-report", help="Generate HTML history report from structured benchmark results")(history_report_cmd)
app.command("serve", help="Run InferEdgeLab FastAPI server")(serve_cmd)
Expand Down
26 changes: 26 additions & 0 deletions inferedgelab/commands/core4_conformance.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
from __future__ import annotations

import typer

from inferedgelab.services.core4_conformance import (
build_core4_conformance_report,
build_core4_conformance_text,
core4_conformance_json,
)


def core4_conformance_check_cmd(
format: str = typer.Option("text", "--format", "-f", help="text/json"),
repo_root: str = typer.Option(".", "--repo-root", help="Repository root to check"),
) -> None:
report = build_core4_conformance_report(repo_root=repo_root)
normalized_format = format.strip().lower()
if normalized_format == "text":
print(build_core4_conformance_text(report), end="")
elif normalized_format == "json":
print(core4_conformance_json(report), end="")
else:
raise typer.BadParameter("--format must be one of: text, json")

if report["status"] != "pass":
raise typer.Exit(code=1)
Loading
Loading