from __future__ import annotations

from tests.docs_qa_eval.config import DocsEvalConfig
from tests.docs_qa_eval.runner import run_eval


def main() -> int:
    results = run_eval(DocsEvalConfig())
    failed = [
        item.case.case_id
        for item in results
        if not (item.intent_ok and item.layers_ok and item.retrieval_non_empty and item.openapi_complete)
    ]
    return 1 if failed else 0


if __name__ == "__main__":
    raise SystemExit(main())