19 lines
467 B
Python
19 lines
467 B
Python
from __future__ import annotations
|
|
|
|
from tests.docs_qa_eval.config import DocsEvalConfig
|
|
from tests.docs_qa_eval.runner import run_eval
|
|
|
|
|
|
def main() -> int:
|
|
results = run_eval(DocsEvalConfig())
|
|
failed = [
|
|
item.case.case_id
|
|
for item in results
|
|
if not (item.intent_ok and item.layers_ok and item.retrieval_non_empty and item.openapi_complete)
|
|
]
|
|
return 1 if failed else 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|