test_all_examples.py

# -*- coding: utf-8 -*-
from __future__ import annotations

import os
import subprocess
import sys
from pathlib import Path

ROOT = Path(__file__).resolve().parent

API_KEY = os.getenv('API_KEY_OVERRIDE', 'YOUR_API_KEY_HERE')
BASE_URL = os.getenv('BASE_URL_OVERRIDE', 'https://rahyana.ir/api/v1')

EXAMPLES = [
    ('chat-completions/basic_chat.py', 'Basic Chat'),
    ('chat-completions/streaming_chat.py', 'Streaming Chat'),
    ('chat-completions/json_mode.py', 'JSON Mode'),
    ('models/get_models.py', 'Get Models'),
    ('completions/legacy_completions.py', 'Legacy Completions'),
    # Tools (smoke)
    ('ai-tools/test_generator.py', 'AI Test Generator'),
    ('ai-tools/performance_monitor.py', 'AI Performance Monitor'),
    ('ai-tools/docs_generator.py', 'AI Docs Generator'),
    ('ai-tools/code_reviewer.py', 'AI Code Reviewer'),
]

def run_example(rel_path: str) -> bool:
    path = ROOT / rel_path
    print("\n[TEST] Running:", rel_path)
    env = os.environ.copy()
    env['API_KEY_OVERRIDE'] = API_KEY
    env['BASE_URL_OVERRIDE'] = BASE_URL
    try:
        subprocess.run([sys.executable, str(path)], check=True, env=env, timeout=90)
        print('[OK] PASS')
        return True
    except Exception as e:
        print('[FAIL]', e)
        return False


def main() -> None:
    passed = 0
    for rel, _ in EXAMPLES:
        if run_example(rel):
            passed += 1
    total = len(EXAMPLES)
    print(f"\n[SUMMARY] Results: {passed}/{total} passed")


if __name__ == '__main__':
    main()