ййй

tests/docs_qa_eval/run.py

@@ -0,0 +1,18 @@
+from __future__ import annotations
+
+from tests.docs_qa_eval.config import DocsEvalConfig
+from tests.docs_qa_eval.runner import run_eval
+
+
+def main() -> int:
+    results = run_eval(DocsEvalConfig())
+    failed = [
+        item.case.case_id
+        for item in results
+        if not (item.intent_ok and item.layers_ok and item.retrieval_non_empty and item.openapi_complete)
+    ]
+    return 1 if failed else 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())